-- Logs begin at Tue 2021-11-23 03:11:25 UTC, end at Tue 2021-11-23 04:35:52 UTC. -- Nov 23 04:05:39.542923 dv-cinder-768458-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 04:05:42.377263 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.common.config [-] Logging enabled! Nov 23 04:05:42.377900 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 04:05:42.378029 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103175) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 04:05:42.381389 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.common.config [-] Logging enabled! Nov 23 04:05:42.381646 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 04:05:42.381961 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103175) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 04:05:42.382878 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 04:05:42.383113 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 04:05:42.383504 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 04:05:42.383753 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 04:05:42.383980 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 04:05:42.384297 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.384708 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 04:05:42.385028 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.385318 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.385608 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.385902 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.386189 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.386470 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.386755 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.387054 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.387366 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.387648 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.387930 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.388220 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.388500 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.388784 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.389069 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.389348 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] debug = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.389630 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.390047 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.390459 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.390739 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.391023 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.391329 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.391603 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.391879 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.392160 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.392484 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] host = dv-cinder-768458-16-iscsi {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.392758 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.393041 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.393321 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.393602 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.393873 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.394147 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.394424 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.394694 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.394965 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] log_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.395793 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.396086 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.396380 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.396663 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.396886 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.397107 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.397394 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.397676 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.397949 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.398221 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.398493 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.398763 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.399035 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.399331 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.399613 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.399893 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.400174 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.400445 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.400715 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.400982 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.401250 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.401528 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.401795 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.402064 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.402332 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.402612 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.402874 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.403143 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.403464 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.403745 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.404024 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.404305 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.404577 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.404856 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.405125 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.405394 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.405659 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] use_json = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.405928 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.406201 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.406477 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.406746 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.407014 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.407307 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.407577 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.407857 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:42.408151 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.408444 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.408738 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.409018 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.409319 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.409597 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.409881 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.410156 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.410442 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.410725 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.411719 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.412159 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.412460 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.412744 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.413041 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.413349 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.413649 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.413943 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.414220 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.414496 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.414771 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.415050 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.415373 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.415651 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.415940 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.416229 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.416513 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.416809 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.417095 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.417388 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.417679 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.417955 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.418235 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.418523 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.418800 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.419071 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.419374 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.419661 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.419937 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.420208 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.420487 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.420763 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.421033 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.421302 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.421578 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.421863 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.422148 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.422404 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.422672 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.422944 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.423228 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.423520 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.423796 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.424069 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.424338 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.424613 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.424883 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.425152 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.425426 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.425695 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.425968 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.426238 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.426554 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.427115 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.427441 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.427716 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.427988 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.428258 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.428535 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.428805 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.429077 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.429347 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.429883 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.430156 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.430441 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.430736 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.431013 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.431314 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.431591 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.431867 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.432144 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.432419 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.432692 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.432967 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.433237 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.433525 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.433807 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.434091 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.434372 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.434677 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.434969 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.435268 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.435550 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.435828 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.436106 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.436388 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.436671 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.436962 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.437252 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.437543 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.437835 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.438125 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.438404 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.438711 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.438990 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:42.439229 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 04:05:42.439463 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103175) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 04:05:42.870668 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 04:05:42.870940 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 04:05:42.871292 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 04:05:42.871635 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 04:05:43.195820 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.196124 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.196397 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.197579 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.197852 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.198235 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.233545 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.233822 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.234096 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.248510 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.248788 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.249054 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.278001 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.278281 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.278551 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.316077 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.316367 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.316639 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.560722 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.561363 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.561363 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.561556 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.562206 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.660828 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.661154 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.661438 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.661710 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.661978 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.662289 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.662551 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.662810 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.663065 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.663371 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.663634 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.663899 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.664156 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.664407 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.664662 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.664926 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.665182 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.665443 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.665710 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.665968 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.666238 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.666488 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.666770 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.667146 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.667417 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.667662 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.668061 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:05:43.668298 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:05:43.668531 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:05:43.668763 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:05:43.668994 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:05:43.669224 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:05:43.669588 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 04:05:43.672811 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 04:05:43.676804 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 04:05:43.680822 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Nov 23 04:05:43.682572 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 04:05:43.683038 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 04:05:43.683399 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 04:05:43.683789 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 04:05:43.686649 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 04:05:43.686903 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 04:05:43.687276 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 04:05:43.693360 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 04:05:43.716768 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 04:05:43.717224 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.717522 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103175) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 04:05:43.717881 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.719301 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103175) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 04:05:43.719587 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 04:05:43.719835 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 04:05:43.723294 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.724225 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:43.787657 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 04:05:43.787891 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 04:05:43.788130 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 04:05:43.788506 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 04:05:43.810681 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_db.sqlalchemy.engines [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103175) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 04:05:44.497109 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Initializing driver for type 'gre' Nov 23 04:05:44.497651 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] gre ID ranges: [(1, 1000)] Nov 23 04:05:44.691542 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Initializing driver for type 'local' Nov 23 04:05:44.692115 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Initializing driver for type 'vlan' Nov 23 04:05:44.788436 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] VlanTypeDriver initialization complete Nov 23 04:05:44.788719 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Initializing driver for type 'vxlan' Nov 23 04:05:44.789241 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] vxlan ID ranges: [(1, 1000)] Nov 23 04:05:44.976873 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Initializing extension driver 'port_security' Nov 23 04:05:44.977243 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.extensions.port_security [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] PortSecurityExtensionDriver initialization complete Nov 23 04:05:44.977579 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Initializing mechanism driver 'openvswitch' Nov 23 04:05:44.977922 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Initializing mechanism driver 'hyperv' Nov 23 04:05:44.989371 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:05:44.990060 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.990432 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.990787 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.991389 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:05:44.991830 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > subnet after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.992191 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > subnet after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.992540 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.992951 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:05:44.993368 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > network after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.993724 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > network after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.994066 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.994470 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:05:44.994886 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > security_group after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.995263 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > security_group after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.995611 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.996163 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:05:44.996587 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.996941 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.997290 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.997698 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:05:44.998113 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > address_group after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.998469 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > address_group after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.998806 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:44.999233 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:05:44.999623 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] ML2 OVO RPC backend initialized. {{(pid=103175) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 04:05:45.000329 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.000688 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.001108 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > network before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.001458 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > networks before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.001806 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > port before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.002149 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > ports before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.002492 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > subnet before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.002835 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > subnets before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.003178 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > network after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.003547 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > network after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.003886 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.004227 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.005235 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.005714 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.006060 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > subnet after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.006405 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > subnet after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.006747 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.007353 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Modular L2 Plugin initialization complete Nov 23 04:05:45.007685 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading services supported by the core plugin {{(pid=103175) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 04:05:45.008017 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Got port-security extension from driver 'port_security' Nov 23 04:05:45.008487 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.extensions.vlantransparent [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Disabled vlantransparent extension. Nov 23 04:05:45.008971 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103175) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 04:05:45.009285 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading Plugin: router Nov 23 04:05:45.045567 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.045907 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router after_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.046283 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router before_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.046653 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.047031 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.047415 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router after_delete 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.047779 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.048133 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.048496 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router after_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.048851 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.049206 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.049559 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.049923 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.050338 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router precommit_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.050711 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.051057 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.051557 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: subnet after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.051974 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.052349 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.052705 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router precommit_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.053054 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: port before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.053400 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.053761 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.054112 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.054735 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router precommit_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.055094 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.055468 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router precommit_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.055836 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > agent after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.056187 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > agent after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.056532 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.057396 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Tracking information for resource: router configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:05:45.057734 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Tracking information for resource: floatingip configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:05:45.062756 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.db.l3_agentschedulers_db [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 04:05:45.063369 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.063732 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.064090 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.064448 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.065236 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router before_create 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.065602 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.065967 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router precommit_create 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.066326 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > router precommit_update 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.071923 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.services.provider_configuration [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service providers = [] {{(pid=103175) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 04:05:45.072296 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.db.servicetype_db [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103175) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 04:05:45.075300 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.services.service_base [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 04:05:45.075654 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.services.service_base [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 04:05:45.076002 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.services.service_base [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 04:05:45.076901 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.services.service_base [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 04:05:45.077275 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.services.service_base [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 04:05:45.077653 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:05:45.077978 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 04:05:45.089398 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:05:45.089738 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading Plugin: auto_allocate Nov 23 04:05:45.095658 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: network precommit_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.096031 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: network precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.096551 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:05:45.096874 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading Plugin: tag Nov 23 04:05:45.103485 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:05:45.103813 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading Plugin: timestamp Nov 23 04:05:45.107863 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:05:45.108195 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading Plugin: network_ip_availability Nov 23 04:05:45.113728 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.114208 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.114573 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.115326 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:05:45.115653 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading Plugin: flavors Nov 23 04:05:45.120477 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:05:45.120817 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading Plugin: revisions Nov 23 04:05:45.125147 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:05:45.125542 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_concurrency.lockutils [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.254s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 04:05:45.126301 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103175) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 04:05:45.126641 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Initializing extension manager. Nov 23 04:05:45.127165 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: __init__.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.127536 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: __pycache__ {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.127878 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.128215 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: address_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.128975 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.130065 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: address-group Nov 23 04:05:45.130395 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: address_scope.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.131337 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.131871 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: address-scope Nov 23 04:05:45.132202 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.133156 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.133684 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: router-admin-state-down-before-update Nov 23 04:05:45.134019 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: agent.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.134732 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.135272 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: agent Nov 23 04:05:45.135602 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: agent_resources_synced.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.136521 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.137039 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: agent-resources-synced Nov 23 04:05:45.137363 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: allowedaddresspairs.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.139169 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.139720 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: allowed-address-pairs Nov 23 04:05:45.140050 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: auto_allocated_topology.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.141139 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.141662 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: auto-allocated-topology Nov 23 04:05:45.141990 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: availability_zone.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.142683 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.143195 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: availability_zone Nov 23 04:05:45.143549 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: availability_zone_filter.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.144475 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.144995 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: availability_zone_filter Nov 23 04:05:45.145903 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: data_plane_status.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.146950 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.147494 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 04:05:45.147821 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: default_subnetpools.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.148747 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.149263 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: default-subnetpools Nov 23 04:05:45.149590 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.150399 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.150914 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: dhcp_agent_scheduler Nov 23 04:05:45.151269 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: dns.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.152195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.152709 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension dns-integration not supported by any of loaded plugins Nov 23 04:05:45.153032 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: dns_domain_ports.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.153964 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.154481 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 04:05:45.154807 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.155754 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.156267 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 04:05:45.156592 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: dvr.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.157268 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.157782 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: dvr Nov 23 04:05:45.158107 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: ecmp_routes.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.159033 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.159580 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 04:05:45.159907 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: empty_string_filtering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.160861 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.161512 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: empty-string-filtering Nov 23 04:05:45.161842 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.162765 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.163308 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 04:05:45.163636 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.164561 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.165076 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 04:05:45.165401 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: external_net.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.166312 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.166831 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: external-net Nov 23 04:05:45.167156 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.168092 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.168611 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: extra_dhcp_opt Nov 23 04:05:45.168936 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: extraroute.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.169855 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.170375 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: extraroute Nov 23 04:05:45.170699 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: extraroute_atomic.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.171764 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.172288 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: extraroute-atomic Nov 23 04:05:45.172614 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: filter_validation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.173279 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.173793 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: filter-validation Nov 23 04:05:45.174124 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: fip_pf_description.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.175041 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.175656 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 04:05:45.175980 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: fip_port_details.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.177029 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.177543 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: fip-port-details Nov 23 04:05:45.177869 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: flavors.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.179117 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.179939 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: flavors Nov 23 04:05:45.180266 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.181954 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.182486 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 04:05:45.182823 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: floatingip_pools.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.183554 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.184084 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: floatingip-pools Nov 23 04:05:45.184415 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: ip_allocation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.185349 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.185867 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 04:05:45.186200 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.187122 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.187664 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: ip-substring-filtering Nov 23 04:05:45.187997 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: l2_adjacency.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.188944 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.189462 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 04:05:45.189791 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: l3.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.190883 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.191432 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: router Nov 23 04:05:45.191766 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.194527 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.195061 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 04:05:45.195427 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.196373 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.196901 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: ext-gw-mode Nov 23 04:05:45.197234 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.198185 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.198711 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: l3-ha Nov 23 04:05:45.199044 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: l3_flavors.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.200001 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.200520 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: l3-flavors Nov 23 04:05:45.200852 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.201768 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.202285 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 04:05:45.202614 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: l3agentscheduler.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.203694 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.204222 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: l3_agent_scheduler Nov 23 04:05:45.204554 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: local_ip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.206326 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.206860 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension local_ip not supported by any of loaded plugins Nov 23 04:05:45.207199 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: logging.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.208853 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.209387 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension logging not supported by any of loaded plugins Nov 23 04:05:45.209723 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: metering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.210475 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.211066 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: metering Nov 23 04:05:45.211421 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.212527 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.213052 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: metering_source_and_destination_fields Nov 23 04:05:45.213392 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: multiprovidernet.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.214331 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.214851 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: multi-provider Nov 23 04:05:45.215180 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: netmtu.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.216131 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.216651 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: net-mtu Nov 23 04:05:45.216976 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: netmtu_writable.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.217901 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.218416 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: net-mtu-writable Nov 23 04:05:45.218743 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: network_availability_zone.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.219443 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.219956 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: network_availability_zone Nov 23 04:05:45.220280 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: network_ip_availability.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.221390 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.221911 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: network-ip-availability Nov 23 04:05:45.222240 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: network_segment_range.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.223011 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.224085 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 04:05:45.224416 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: pagination.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.226855 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.227219 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: pagination Nov 23 04:05:45.227568 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: port_device_profile.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.228521 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.229062 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: port-device-profile Nov 23 04:05:45.229397 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.230339 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.230860 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: port-mac-address-regenerate Nov 23 04:05:45.231190 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.232147 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.232669 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: port-numa-affinity-policy Nov 23 04:05:45.232994 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: port_resource_request.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.233912 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.234430 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 04:05:45.234762 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: port_resource_request_groups.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.235773 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.236293 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 04:05:45.236621 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: portbindings.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.237553 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.238069 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: binding Nov 23 04:05:45.238398 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: portbindings_extended.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.240328 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.240849 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: binding-extended Nov 23 04:05:45.241182 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: portsecurity.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.242111 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.242632 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: port-security Nov 23 04:05:45.242960 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: project_id.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.243976 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.244314 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: project-id Nov 23 04:05:45.244647 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: providernet.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.245572 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.246095 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: provider Nov 23 04:05:45.246419 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: qos.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.250085 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.250621 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension qos not supported by any of loaded plugins Nov 23 04:05:45.250959 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.252246 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.252773 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 04:05:45.253109 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.254036 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.254592 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 04:05:45.254925 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: qos_default.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.255869 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.256399 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension qos-default not supported by any of loaded plugins Nov 23 04:05:45.256731 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: qos_fip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.257393 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.257909 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension qos-fip not supported by any of loaded plugins Nov 23 04:05:45.258237 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: qos_gateway_ip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.259168 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.259716 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 04:05:45.260044 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: qos_port_network_policy.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.260964 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.261484 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 04:05:45.261810 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.262875 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.263427 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 04:05:45.263760 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: qos_pps_rule.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.264955 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.265485 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension qos-pps not supported by any of loaded plugins Nov 23 04:05:45.265816 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: qos_rule_type_details.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.266766 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.267321 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 04:05:45.267652 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: qos_rules_alias.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.268704 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.269230 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 04:05:45.269561 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: quota_check_limit.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.270518 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.271047 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: quota-check-limit Nov 23 04:05:45.271422 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: quotasv2.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.273067 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.273067 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: quotas Nov 23 04:05:45.273067 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: quotasv2_detail.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.276427 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.276775 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: quota_details Nov 23 04:05:45.277130 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: rbac.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.278183 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.278722 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: rbac-policies Nov 23 04:05:45.279054 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: rbac_address_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.280039 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.280575 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: rbac-address-group Nov 23 04:05:45.280907 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: rbac_address_scope.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.281840 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.282364 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: rbac-address-scope Nov 23 04:05:45.282692 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: rbac_security_groups.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.283643 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.284170 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: rbac-security-groups Nov 23 04:05:45.284502 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: rbac_subnetpool.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.285428 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.286482 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: rbac-subnetpool Nov 23 04:05:45.286813 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: revisionifmatch.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.287769 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.288295 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: revision-if-match Nov 23 04:05:45.288620 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: revisions.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.289738 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.290262 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: standard-attr-revisions Nov 23 04:05:45.290589 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: router_availability_zone.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.291295 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.291819 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: router_availability_zone Nov 23 04:05:45.292143 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: routerservicetype.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.293070 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.293587 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension router-service-type not supported by any of loaded plugins Nov 23 04:05:45.293912 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.294924 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.295475 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: security-groups-normalized-cidr Nov 23 04:05:45.295849 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.296735 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.297258 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: port-security-groups-filtering Nov 23 04:05:45.297581 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.298509 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.299038 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: security-groups-remote-address-group Nov 23 04:05:45.299396 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.300354 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.300879 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: security-groups-shared-filtering Nov 23 04:05:45.301206 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.302456 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 04:05:45.302780 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: securitygroup.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.312905 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.313443 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: security-group Nov 23 04:05:45.313779 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: segment.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.314576 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.315096 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension segment not supported by any of loaded plugins Nov 23 04:05:45.315459 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.316418 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.316937 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 04:05:45.317296 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: servicetype.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.318586 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.319121 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: service-type Nov 23 04:05:45.319479 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: sorting.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.320475 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.320815 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: sorting Nov 23 04:05:45.321146 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: standard_attr_segment.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.322069 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.322598 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 04:05:45.322925 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: standardattrdescription.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.323607 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.324127 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: standard-attr-description Nov 23 04:05:45.324454 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: stateful_security_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.325391 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.325915 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: stateful-security-group Nov 23 04:05:45.326244 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: stdattrs_common.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.326821 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 04:05:45.327148 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.328127 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.328657 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 04:05:45.328988 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: subnet_onboard.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.330065 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.330597 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: subnet_onboard Nov 23 04:05:45.330930 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.331900 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.332424 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 04:05:45.333436 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: subnet_service_types.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.334373 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.334895 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: subnet-service-types Nov 23 04:05:45.335244 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: subnetallocation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.336356 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.336882 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: subnet_allocation Nov 23 04:05:45.337213 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.337888 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.338411 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: subnetpool-prefix-ops Nov 23 04:05:45.338736 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.339697 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.340221 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 04:05:45.340545 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: tagging.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.341619 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.342142 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: standard-attr-tag Nov 23 04:05:45.342475 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: timestamp.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.343705 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.344234 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loaded extension: standard-attr-timestamp Nov 23 04:05:45.344565 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: trunk.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.345614 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.346144 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension trunk not supported by any of loaded plugins Nov 23 04:05:45.346476 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: trunk_details.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.347450 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.347976 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension trunk-details not supported by any of loaded plugins Nov 23 04:05:45.348871 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: uplink_status_propagation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.349806 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.350328 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 04:05:45.350659 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Loading extension file: vlantransparent.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:05:45.351364 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:05:45.351884 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 04:05:45.354404 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:network Nov 23 04:05:45.354941 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:subnet Nov 23 04:05:45.355377 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 04:05:45.355772 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:port Nov 23 04:05:45.356996 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.357439 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service FLAVORS assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.358078 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.358521 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.358858 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:router Nov 23 04:05:45.359329 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:floatingip Nov 23 04:05:45.359825 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service METERING assigned prefix: /metering {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.361273 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.361647 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.362001 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:05:45.363025 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 04:05:45.363533 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:security_group Nov 23 04:05:45.364081 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 04:05:45.364757 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.365101 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 04:05:45.365459 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] subnetpool is already registered Nov 23 04:05:45.365889 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.366226 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 04:05:45.366561 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] subnetpool is already registered Nov 23 04:05:45.368855 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.369296 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service FLAVORS assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.369893 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.370326 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.370672 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:router Nov 23 04:05:45.371016 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] router is already registered Nov 23 04:05:45.371463 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:floatingip Nov 23 04:05:45.371803 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] floatingip is already registered Nov 23 04:05:45.372267 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service METERING assigned prefix: /metering {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.372943 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 04:05:45.373273 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] rbac_policy is already registered Nov 23 04:05:45.373691 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:security_group Nov 23 04:05:45.374026 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] security_group is already registered Nov 23 04:05:45.374430 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 04:05:45.374767 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] security_group_rule is already registered Nov 23 04:05:45.375423 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.375754 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 04:05:45.376090 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] subnetpool is already registered Nov 23 04:05:45.376512 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:05:45.376847 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 04:05:45.377180 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] subnetpool is already registered Nov 23 04:05:45.377646 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: extensions {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.379125 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: address-groups {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.380755 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: address-scopes {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.382087 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: agents {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.383327 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: auto-allocated-topology {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.384576 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: availability_zones {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.385816 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: dhcp-networks {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.387369 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: dhcp-agents {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.388798 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: routers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.391046 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: flavors {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.392253 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: service_profiles {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.393470 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: next_providers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.394953 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: service_profiles {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.397188 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: floatingip-pools {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.398411 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: routers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.400587 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: floatingips {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.402796 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: l3-routers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.404252 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: l3-agents {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.405671 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: metering-labels {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.407059 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: metering-label-rules {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.408411 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: network-ip-availabilities {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.409678 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: bindings {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.412033 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: quotas {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.413590 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: quotas {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.415314 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: rbac-policies {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.416634 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: security-groups {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.417879 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: security-group-rules {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.419163 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: service-providers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.420416 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: subnetpools {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.421857 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: subnetpools {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.423351 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.425043 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.427021 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.428850 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.430938 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.432848 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.434536 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.436503 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.438288 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.440182 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron.api.extensions [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:05:45.446573 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING keystonemiddleware.auth_token [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 04:05:45.451366 dv-cinder-768458-16-iscsi neutron-server[103175]: WARNING keystonemiddleware.auth_token [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 04:05:45.461002 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_concurrency.lockutils [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Acquired lock "singleton_lock" {{(pid=103175) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 04:05:45.461481 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_concurrency.lockutils [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Releasing lock "singleton_lock" {{(pid=103175) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 04:05:45.462133 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO oslo_service.service [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Starting 2 workers Nov 23 04:05:45.466973 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Started child 103284 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 04:05:45.471464 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Started child 103285 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 04:05:45.472428 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:05:45.473129 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO neutron.service [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 04:05:45.474367 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Publish callbacks [] for process, before_spawn {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:05:45.474842 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [-] (103284) wsgi starting up on http://0.0.0.0:9696 Nov 23 04:05:45.476774 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:05:45.477259 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO oslo_service.service [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Starting 1 workers Nov 23 04:05:45.478244 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [-] (103285) wsgi starting up on http://0.0.0.0:9696 Nov 23 04:05:45.482102 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Started child 103286 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 04:05:45.482641 dv-cinder-768458-16-iscsi neutron-server[103175]: INFO oslo_service.service [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Starting 1 workers Nov 23 04:05:45.486083 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.service [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] calling RpcWorker wait() {{(pid=103286) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 04:05:45.486650 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.service [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] returning from RpcWorker wait() {{(pid=103286) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 04:05:45.487757 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Started child 103287 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 04:05:45.487889 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:05:45.488507 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:05:45.488602 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-cfb148a6-4765-4c1e-9beb-6101dfe1ef7d None None] Publish callbacks [] for process, after_spawn {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:05:45.490788 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103175) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 04:05:45.491009 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 04:05:45.491201 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 04:05:45.491452 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 04:05:45.491793 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 04:05:45.491982 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 04:05:45.492515 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.492799 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.493067 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.493257 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:05:45.493715 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.493715 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.494195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.494286 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:05:45.494456 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.494904 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.495187 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.495570 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.495745 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.495914 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.496175 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.496441 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.496731 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.497014 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.497267 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.497518 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.497689 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.498100 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.498387 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.498627 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.498906 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] debug = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.499157 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.499678 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.499911 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.500155 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.500399 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.500675 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.500925 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.501194 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.501434 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.501671 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.501897 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.502154 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.502390 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.502631 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.502886 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.503107 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.503388 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.503613 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.504084 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] host = dv-cinder-768458-16-iscsi {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.504324 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.505015 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.505015 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.505394 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.505394 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.505739 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.505881 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.506077 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.506343 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.506572 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.506832 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.507097 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.507359 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.507620 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.507783 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_options = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.507981 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.508270 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.508544 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.508749 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.508920 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.509102 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.509341 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.509503 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.509768 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.510007 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.510224 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.510442 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.510689 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.510927 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.511185 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.511447 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.511693 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.511910 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.512164 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.512398 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.512627 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.512866 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.513080 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.513385 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.513568 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.513770 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.514000 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.514216 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.514442 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.514678 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.514934 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.515191 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.515433 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.515685 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.515961 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.516190 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.516433 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.516654 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.516920 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.517152 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.517454 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.517723 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.517878 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.518120 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.518356 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.519349 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.519349 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_json = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.519349 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.519571 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.519773 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.520049 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.521147 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.521536 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.521780 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.522036 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.522482 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.522780 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.523137 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.523449 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.523707 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.523964 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.524226 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.524453 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.524746 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.525006 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.525348 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.525577 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.525879 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.526136 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.526402 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.526715 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.526978 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.527274 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.527531 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.527774 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.527993 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.528216 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.528494 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.528725 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.528961 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.529195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.529424 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.529730 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.530005 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.530335 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.530607 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.530861 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.531125 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.531388 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.531924 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.531924 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.532103 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.532349 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543017 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543017 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543017 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543017 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543017 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543017 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543017 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543017 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543017 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543932 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543932 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543932 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543932 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543932 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543932 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543932 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543932 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.543932 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.544580 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.544580 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.544580 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.544580 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.544580 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.544580 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.544580 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.544580 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.544580 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545195 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545798 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545798 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545798 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545798 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545798 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545798 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545798 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545798 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.545798 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.546474 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.546474 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.546474 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.546474 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.546474 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.546474 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.546474 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.546474 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.546474 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.547146 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.547146 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.547146 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.547146 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.547146 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.547146 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.547146 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.547146 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.549498 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.549498 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.549498 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.549498 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.549498 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.549498 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.549498 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.549498 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550041 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550041 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550041 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550041 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550041 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550041 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550041 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550041 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550597 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550597 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550738 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.550955 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.551252 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.551573 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.551846 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.552134 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.552422 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.552712 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.552947 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.553203 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.553476 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.553742 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.553998 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.554228 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.554724 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.554963 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.555194 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.555441 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.555664 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.555913 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.556248 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.556494 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.556724 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.556936 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.557207 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.557464 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.557722 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.558009 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.558253 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.558487 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.558743 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.558989 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.559238 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.559468 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.559701 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.560739 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.561457 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.562247 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.562501 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.562737 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.562961 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.563257 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.563482 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.563863 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.564282 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.564530 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.564750 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.565204 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.565426 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.565664 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.565918 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.566192 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.566409 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.566631 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.566848 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.567186 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.567492 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.567922 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.568203 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.568442 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.568694 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.568922 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.569209 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.569427 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.569692 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.569912 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.570139 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.570376 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.570597 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.570828 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.571060 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.571328 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.571542 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.571781 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.572033 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.572378 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.572674 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.572895 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.573141 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.573378 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.573616 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.573852 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.574069 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.574408 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.574632 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.574848 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.575086 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.575349 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.575610 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.575861 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.576121 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.576333 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.576546 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.576777 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.577075 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.577312 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.577558 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.577828 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.578099 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.578326 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.578578 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.578774 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.579239 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.579239 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.579553 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.579700 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.579839 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.580963 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.580963 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.580963 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.580963 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.580963 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.581350 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.581350 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.581557 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.581920 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.582143 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.582346 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.583261 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.583856 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.584076 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.584298 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.584516 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.584726 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.584970 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.585178 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.585388 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.585607 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.585841 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.586048 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.586345 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.586601 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.586864 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.587119 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.587372 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.587617 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.587867 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.588163 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.588376 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.588614 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.588857 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.589093 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.589330 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.589582 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.589911 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.590203 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.590458 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.590714 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.590998 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.591311 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.591676 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.591866 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.592324 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.592849 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.593411 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.593411 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.593631 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.595243 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.595243 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.595243 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.595243 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.595243 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.595243 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.595243 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.595716 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.595716 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.595882 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.596251 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.596476 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.596719 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.596928 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.597225 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.597443 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.597600 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 04:05:45.598137 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103175) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 04:05:45.598977 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 04:05:45.599554 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 04:05:45.599554 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 04:05:45.599554 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 04:05:45.599742 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 04:05:45.599917 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.600055 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.600211 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.600526 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.600684 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.601010 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.601175 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.601336 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.601493 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.601650 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.601806 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.601962 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.602118 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.602273 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.602430 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.602585 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.602742 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.602898 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.603059 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.603253 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.603404 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.603560 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.603716 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] debug = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.603870 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.604090 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.604259 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.604415 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.604573 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.604728 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.604884 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.605039 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.605196 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.605350 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.605505 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.605662 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.605815 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.605970 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.606127 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.606265 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.606425 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.606583 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.606738 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] host = dv-cinder-768458-16-iscsi {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.606894 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.607052 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.607309 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.607470 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.607626 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.607782 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.607938 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.608099 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.608256 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.608412 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.608590 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.608733 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.608872 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.609010 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.609147 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_options = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.609284 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.609430 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.609632 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.609813 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.609960 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.610119 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.610263 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.610411 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.610550 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.610904 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.610904 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.611172 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.611172 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.611473 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.611473 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.611715 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.611715 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.611972 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.612102 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.612204 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.612294 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.612448 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.612602 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.612756 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.612911 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.613235 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.613584 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.613750 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.613933 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.614131 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.614327 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.614484 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.614640 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.614796 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.614952 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.615108 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.615290 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.615497 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.615663 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.615819 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.615974 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.616129 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.616286 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.616442 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.616598 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.616754 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.616909 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_json = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.617065 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.617221 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.617377 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.617532 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.617686 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.617841 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.617996 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.618153 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:05:45.618331 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.618492 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.618659 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.618818 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.618974 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.619131 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.619314 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.619472 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.619628 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.619785 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.619948 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.620106 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.620273 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.620432 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.620590 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.620750 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.620907 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.621064 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.621222 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.621380 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.621536 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.621694 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.621861 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.622018 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.622176 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.622334 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.622492 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.622657 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.622815 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.622988 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.623145 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.623325 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.623483 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.623645 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.623803 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.623962 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.624138 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.624271 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.624432 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.624578 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.624769 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.624902 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.625032 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.625161 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.625303 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.625479 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.625616 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.625768 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.625900 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.626250 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.626250 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.626744 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.626744 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.626744 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.627116 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.627116 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.627116 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.627514 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.627514 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.627793 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.627793 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.628037 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.628324 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.628479 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.628631 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.628769 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.628899 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.629028 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.629157 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.629286 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.629424 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.629587 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.629737 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.629895 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.630057 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.630400 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.630400 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.630561 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.630641 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.630796 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.630953 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.631109 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.631294 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.631454 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.631613 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.631772 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.631930 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.632087 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.632244 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.632400 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.632558 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.632723 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.632894 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.633053 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.633211 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.633368 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.633525 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.633682 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.633842 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.634003 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.634315 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.634474 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.634632 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.634789 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.634949 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.635107 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.635293 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.635454 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.635613 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.635772 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.635919 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.636062 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.636218 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.636376 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.636537 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.636693 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.636837 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.636997 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.637164 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.637322 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.637481 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.637638 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.637805 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.637972 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.638132 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.638289 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.638529 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.638696 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.638854 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.639011 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.639169 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.639352 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.639510 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.639668 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.639838 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646039 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646039 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646039 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646039 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646039 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646039 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646039 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646039 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646876 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646876 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646876 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646876 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646876 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646876 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646876 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.646876 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647466 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647466 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647466 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647466 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647466 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647466 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647466 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647466 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647989 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647989 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647989 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647989 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647989 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647989 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647989 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.647989 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.648501 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.648501 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.648501 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.648501 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.648501 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.648501 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.648501 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.648501 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649053 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649053 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649053 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649053 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649053 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649053 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649053 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649053 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649581 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649581 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649581 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649581 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649581 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649581 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649581 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.649581 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650105 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:05:45.650188 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650188 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650188 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650188 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650188 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650188 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650188 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650188 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650713 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650713 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650713 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650713 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650713 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.650713 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.651101 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.651101 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.651277 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.651357 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.651481 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.651639 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.651798 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.651968 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.652126 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.652284 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.652441 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.652599 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.652756 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.652922 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.653080 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.653237 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.653394 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.653550 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.653707 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.653872 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.654098 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.654275 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.654432 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.654590 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.654747 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.654939 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.655095 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.655274 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.655434 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.655591 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.655752 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.655920 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.656076 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.656233 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.656390 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.656547 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.656706 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.656874 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.657031 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.657188 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.657345 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.657501 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.657658 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.657826 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.657984 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.658143 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.658308 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.658466 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.658623 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.658780 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.658950 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.659107 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.659359 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.659484 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.659603 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.659730 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.659888 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.660051 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.660409 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.660409 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.660625 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.661048 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.661048 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.661296 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.661620 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.661751 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.661863 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.661984 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.662134 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.662297 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.662457 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.662616 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.662773 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.662931 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.663088 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.665504 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.665504 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.665504 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.665504 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.665504 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.665504 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.665504 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.665504 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.665504 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.666135 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.666135 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:05:45.666135 dv-cinder-768458-16-iscsi neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 04:05:45.734752 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:05:45.744064 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070751 Nov 23 04:05:57.178968 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d114ac34-a28b-4409-ab41-0aba230fbaf8 None None] get_active_networks_info from dv-cinder-768458-16-iscsi {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:05:57.285301 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114ac34-a28b-4409-ab41-0aba230fbaf8 None None] No non-hosted networks {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 04:05:57.300023 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.agentschedulers_db [None req-d114ac34-a28b-4409-ab41-0aba230fbaf8 None None] DHCP Agent not found on host dv-cinder-768458-16-iscsi {{(pid=103286) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 04:05:57.430612 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d6a43e6f-f590-476e-a873-0673a6172cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123919'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:05:59.709420 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ceab9cfb-11d6-404e-a3cc-c317a186d334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123919'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:05:59.840878 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.db.api [None req-8c5b1087-8fab-43fc-a8d7-71f755f4003c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-768458-16-iscsi {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:05:59.841619 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG oslo_db.api [None req-8c5b1087-8fab-43fc-a8d7-71f755f4003c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:06:00.366564 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c5b1087-8fab-43fc-a8d7-71f755f4003c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:00.954104 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123919'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:02.394147 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123919'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:02.513443 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.db.l3_hamode_db [None req-df9458cf-99f0-4680-b253-25e313a3512a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 04:06:02.590517 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9458cf-99f0-4680-b253-25e313a3512a None None] Routers set() bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:06:02.590901 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9458cf-99f0-4680-b253-25e313a3512a None None] Router IDs set() for agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 04:06:03.246538 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123919'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:03.247146 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.247594 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.247838 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.248165 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.248486 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.248805 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.249149 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.249785 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.250057 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.250390 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.250724 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.251044 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:03.251462 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768458-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:06:03.258192 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:06:03.596505 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:04.097316 dv-cinder-768458-16-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-203c3a85-b3d6-48ef-9039-bdd614740ef9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:06:04.098816 dv-cinder-768458-16-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-203c3a85-b3d6-48ef-9039-bdd614740ef9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:06:04.322805 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [None req-203c3a85-b3d6-48ef-9039-bdd614740ef9 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:06:04.323951 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-203c3a85-b3d6-48ef-9039-bdd614740ef9 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7264354 Nov 23 04:06:06.809577 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51390) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:07.120437 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2b3f644f-daab-4d1b-b614-84610e25904a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:06:07.216644 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.policy [None req-2b3f644f-daab-4d1b-b614-84610e25904a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103284) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 04:06:07.262573 dv-cinder-768458-16-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-2b3f644f-daab-4d1b-b614-84610e25904a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:06:07.262937 dv-cinder-768458-16-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-2b3f644f-daab-4d1b-b614-84610e25904a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:06:07.272039 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.quota [None req-2b3f644f-daab-4d1b-b614-84610e25904a admin admin] Loaded quota_driver: . Nov 23 04:06:07.449993 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b3f644f-daab-4d1b-b614-84610e25904a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761058697847', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761058697220', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761058688785', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761058683402', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761058676040', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761058664530', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-928066', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-826717', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4008629', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3817568'] for rbac-policy, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:07.716048 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b3f644f-daab-4d1b-b614-84610e25904a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:07.717222 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2b3f644f-daab-4d1b-b614-84610e25904a admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9066691 Nov 23 04:06:10.402385 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51402) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:10.695450 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Request body: {'network': {'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'admin_state_up': True, 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'name': 'private'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:06:10.924912 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Made reservation on behalf of 04deb99f5f1a4beba726c6ac86a84723 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:06:10.928496 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:10.945834 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:11.053432 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:11.153670 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:11.173913 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:06:11.201966 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761060312540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:11.202544 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Unsubscribe: segment precommit_create {{(pid=103284) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 04:06:11.203035 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Added segment cbebed2e-eaaf-46f5-bc41-31e7b6c138a1 of type vlan for network ddb1fb94-26ba-4ee7-a074-87abb195279f Nov 23 04:06:11.219149 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35411f5-f27f-4ab8-b171-5c31592ffd86,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:11.245482 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.245846 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.246199 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.246530 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.246860 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.247201 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.247553 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.247891 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.248218 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.248536 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.248853 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.249172 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Tracked resource versions report: Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: pushed versions: Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: { 'AddressGroup': {'1.2'}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Log': {'1.0'}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Network': {'1.1'}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Port': {'1.7'}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'PortForwarding': {'1.2'}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'QosPolicy': {'1.10'}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SecurityGroup': {'1.5'}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SubPort': {'1.0'}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Subnet': {'1.1'}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Trunk': {'1.1'}} Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: consumer versions: Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: { DHCP agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: L3 agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: Metadata agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: Metering agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: Open vSwitch agent@dv-cinder-768458-16-iscsi: { 'AddressGroup': '1.2', Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'ConntrackHelper': '1.0', Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Log': '1.0', Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Network': '1.1', Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Port': '1.7', Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'PortForwarding': '1.2', Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'QosPolicy': '1.10', Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SecurityGroup': '1.5', Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SecurityGroupRule': '1.2', Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SubPort': '1.0', Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Subnet': '1.1', Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Trunk': '1.1'}} Nov 23 04:06:11.250546 dv-cinder-768458-16-iscsi neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:06:11.323505 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:11.433461 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:11.434475 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:06:11.435233 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:11.531161 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=ddb1fb94-26ba-4ee7-a074-87abb195279f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:11.543130 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network ddb1fb94-26ba-4ee7-a074-87abb195279f details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:06:11.567722 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6b2f8bab-8fab-4e14-a120-63b462a5dfa3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1642587 Nov 23 04:06:14.373434 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51416) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:14.766205 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216fd8b9-06a1-475f-b2ec-5970392592eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:06:14.767615 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-216fd8b9-06a1-475f-b2ec-5970392592eb admin admin] 10.222.0.54 "GET /v2.0/networks/ddb1fb94-26ba-4ee7-a074-87abb195279f HTTP/1.1" status: 200 len: 825 time: 0.3932259 Nov 23 04:06:14.793409 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e91bf59b-ab50-4808-b6d2-d024edca33b5 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/3b99613e-9f07-4457-b0de-1e3928dc252e HTTP/1.1" status: 200 len: 734 time: 0.0187528 Nov 23 04:06:14.802401 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3b99613e-9f07-4457-b0de-1e3928dc252e', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:06:14.890809 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] Made reservation on behalf of 04deb99f5f1a4beba726c6ac86a84723 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:06:14.893049 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:15.222658 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:15.288121 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1998325e-6ee3-4158-bb5e-11fdb9e1c290,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:15.296541 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] Checking segment: {'id': 'cbebed2e-eaaf-46f5-bc41-31e7b6c138a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:06:15.296924 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] Network hostable DHCP agents. Network: ddb1fb94-26ba-4ee7-a074-87abb195279f, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:06:15.392580 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] Network ddb1fb94-26ba-4ee7-a074-87abb195279f is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:06:15.455361 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, ddb1fb94-26ba-4ee7-a074-87abb195279f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:06:15.460104 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:06:15.460690 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:15.464793 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae76b579-a353-45e9-a7a6-4c5565b6ef5e None None] Network ddb1fb94-26ba-4ee7-a074-87abb195279f requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:06:15.550954 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-188cd82f-066d-424b-ab23-81e8d90e905d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7511778 Nov 23 04:06:15.786725 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca77d4a-1e58-53e8-849d-cd8626a4fefc-ddb1fb94-26ba-4ee7-a074-87abb195279f', 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'fixed_ips': [{'subnet_id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290'}]}} from dv-cinder-768458-16-iscsi. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:06:15.788009 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:16.087762 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Allocated IP 172.20.0.2 (ddb1fb94-26ba-4ee7-a074-87abb195279f/1998325e-6ee3-4158-bb5e-11fdb9e1c290/cab71f52-3b0f-4d2a-8110-d930715a6736) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:06:16.290350 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:16.383098 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:16.454320 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Network ddb1fb94-26ba-4ee7-a074-87abb195279f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:06:16.459661 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:06:16.468908 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:06:16.475502 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Pushing event updated for resources: {'Port': ['ID=cab71f52-3b0f-4d2a-8110-d930715a6736,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:16.508154 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.508522 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.508866 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.509206 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.509543 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.509888 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.510223 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.510554 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.510897 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.511237 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.511567 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.511888 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Tracked resource versions report: Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: pushed versions: Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: { 'AddressGroup': {'1.2'}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Log': {'1.0'}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Network': {'1.1'}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Port': {'1.7'}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'PortForwarding': {'1.2'}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'QosPolicy': {'1.10'}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SecurityGroup': {'1.5'}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SubPort': {'1.0'}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Subnet': {'1.1'}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Trunk': {'1.1'}} Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: consumer versions: Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: { DHCP agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: L3 agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: Metadata agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: Metering agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: Open vSwitch agent@dv-cinder-768458-16-iscsi: { 'AddressGroup': '1.2', Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'ConntrackHelper': '1.0', Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Log': '1.0', Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Network': '1.1', Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Port': '1.7', Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'PortForwarding': '1.2', Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'QosPolicy': '1.10', Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SecurityGroup': '1.5', Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SecurityGroupRule': '1.2', Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SubPort': '1.0', Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Subnet': '1.1', Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Trunk': '1.1'}} Nov 23 04:06:16.513306 dv-cinder-768458-16-iscsi neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:06:16.560607 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Attempting to bind port cab71f52-3b0f-4d2a-8110-d930715a6736 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:06:16.561002 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Attempting to bind port cab71f52-3b0f-4d2a-8110-d930715a6736 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': 'cbebed2e-eaaf-46f5-bc41-31e7b6c138a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:06:16.561402 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Attempting to bind port cab71f52-3b0f-4d2a-8110-d930715a6736 on network ddb1fb94-26ba-4ee7-a074-87abb195279f {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:06:16.566862 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:06:16.567178 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Checking segment: {'id': 'cbebed2e-eaaf-46f5-bc41-31e7b6c138a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:06:16.567677 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:16.568063 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Bound using segment: {'id': 'cbebed2e-eaaf-46f5-bc41-31e7b6c138a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:06:16.568548 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Bound port: cab71f52-3b0f-4d2a-8110-d930715a6736, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbebed2e-eaaf-46f5-bc41-31e7b6c138a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:06:16.568954 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:16.629956 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] For port cab71f52-3b0f-4d2a-8110-d930715a6736, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:06:16.651774 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] For port cab71f52-3b0f-4d2a-8110-d930715a6736, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=cab71f52-3b0f-4d2a-8110-d930715a6736,segment=NetworkSegment(cbebed2e-eaaf-46f5-bc41-31e7b6c138a1),segment_id=cbebed2e-eaaf-46f5-bc41-31e7b6c138a1)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:06:16.697085 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:16.758660 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff80b9-b191-40f4-8740-ce6c96363bd4 None None] Pushing event updated for resources: {'Port': ['ID=cab71f52-3b0f-4d2a-8110-d930715a6736,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:18.114046 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 51424) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:18.608117 dv-cinder-768458-16-iscsi neutron-server[103285]: WARNING oslo_policy.policy [None req-2eede17e-bb16-4a3c-83ba-204c2501f19f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:06:18.608679 dv-cinder-768458-16-iscsi neutron-server[103285]: WARNING oslo_policy.policy [None req-2eede17e-bb16-4a3c-83ba-204c2501f19f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:06:18.833380 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [None req-2eede17e-bb16-4a3c-83ba-204c2501f19f admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:06:18.834696 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-2eede17e-bb16-4a3c-83ba-204c2501f19f admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7185185 Nov 23 04:06:21.324636 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51438) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:21.639983 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [None req-bac4dcad-7d4e-4725-917e-ae1837621a7b admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:06:21.641129 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bac4dcad-7d4e-4725-917e-ae1837621a7b admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155591 Nov 23 04:06:24.403997 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:24.723808 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cf0c3519-31a0-4adf-9b86-06002b12fe8a admin admin] Request body: {'router': {'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:06:24.816237 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf0c3519-31a0-4adf-9b86-06002b12fe8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4191313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8387'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:24.817917 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf0c3519-31a0-4adf-9b86-06002b12fe8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4124523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3972742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:24.916667 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device cab71f52-3b0f-4d2a-8110-d930715a6736 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:06:24.959492 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf0c3519-31a0-4adf-9b86-06002b12fe8a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:25.004877 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port cab71f52-3b0f-4d2a-8110-d930715a6736 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:06:25.005255 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:25.017210 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf0c3519-31a0-4adf-9b86-06002b12fe8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4124074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4124470'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:25.104292 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf0c3519-31a0-4adf-9b86-06002b12fe8a admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:25.105522 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cf0c3519-31a0-4adf-9b86-06002b12fe8a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7005522 Nov 23 04:06:25.116162 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:25.156152 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port cab71f52-3b0f-4d2a-8110-d930715a6736, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=cab71f52-3b0f-4d2a-8110-d930715a6736,segment=NetworkSegment(cbebed2e-eaaf-46f5-bc41-31e7b6c138a1),segment_id=cbebed2e-eaaf-46f5-bc41-31e7b6c138a1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:06:25.228210 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:25.287057 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=cab71f52-3b0f-4d2a-8110-d930715a6736,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:25.835891 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9329113d-c01a-4572-8372-89c6f7e5bd4a None None] Network ddb1fb94-26ba-4ee7-a074-87abb195279f requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:06:25.898160 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1c81962e-2ba7-42a5-831b-aee6097af5b9 None None] Provisioning complete for port cab71f52-3b0f-4d2a-8110-d930715a6736 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:06:25.898525 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c81962e-2ba7-42a5-831b-aee6097af5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:26.253774 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-66e815a4-dcf8-4af0-b74e-a0fcbd797670 None None] Provisioning complete for port cab71f52-3b0f-4d2a-8110-d930715a6736 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:06:26.254428 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66e815a4-dcf8-4af0-b74e-a0fcbd797670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:26.884491 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device cab71f52-3b0f-4d2a-8110-d930715a6736 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:06:26.931112 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port cab71f52-3b0f-4d2a-8110-d930715a6736 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:06:26.931428 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:27.187491 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43e0964f-916b-4607-a69a-c1632bf024a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:27.639714 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:27.946634 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [None req-be42264f-1ace-44c6-986c-ae20e6fbe02d admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:06:27.947671 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-be42264f-1ace-44c6-986c-ae20e6fbe02d admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3070097 Nov 23 04:06:28.548313 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:06:29.713199 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bccfb776-ede5-4aae-b9da-e8dcf851289b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:30.417566 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51472) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:30.728980 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:06:30.804862 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Made reservation on behalf of a46903e1a0df4e5bbff165f0dc8442a9 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:06:30.807064 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:30.815833 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:30.861974 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:30.889627 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:30.987531 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:31.002314 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Reserving flat network on physical network physnet1 {{(pid=103284) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 04:06:31.021103 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f597c94-c57c-4420-9e20-6bb9cfca4ec1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:31.025655 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:31.025985 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Added segment 5370632b-add6-4cc6-8c5b-8b762459033d of type flat for network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 Nov 23 04:06:31.070398 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:31.153158 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:31.154088 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:06:31.154676 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:31.212727 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] Pushing event updated for resources: {'Network': ['ID=52b5fd26-0ab9-4945-8652-d8f62fa2af71,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:31.222242 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:06:31.264514 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4013a8af-a7fb-4360-b6a6-92fb14e90660 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8458951 Nov 23 04:06:32.358061 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:33.290091 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:33.716992 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 51490) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:34.033906 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.policy [None req-3b170318-5a7c-4c3a-8264-f0949d127225 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103285) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 04:06:34.082917 dv-cinder-768458-16-iscsi neutron-server[103285]: WARNING oslo_policy.policy [None req-3b170318-5a7c-4c3a-8264-f0949d127225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:06:34.083314 dv-cinder-768458-16-iscsi neutron-server[103285]: WARNING oslo_policy.policy [None req-3b170318-5a7c-4c3a-8264-f0949d127225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:06:34.091485 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b170318-5a7c-4c3a-8264-f0949d127225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:06:34.093132 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-3b170318-5a7c-4c3a-8264-f0949d127225 admin admin] 10.222.0.54 "GET /v2.0/subnets/1998325e-6ee3-4158-bb5e-11fdb9e1c290 HTTP/1.1" status: 200 len: 849 time: 0.3752069 Nov 23 04:06:34.254044 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-8e73b8d0-2a26-4235-a4b3-2dd606c5ba1d admin admin] 10.222.0.54 "GET /v2.0/routers/1b14eec0-ba5b-42be-b2ce-89627492b98b HTTP/1.1" status: 200 len: 704 time: 0.1548054 Nov 23 04:06:34.511876 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:34.838577 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Allocated IP 172.20.0.1 (ddb1fb94-26ba-4ee7-a074-87abb195279f/1998325e-6ee3-4158-bb5e-11fdb9e1c290/c601388f-02ec-4362-8bb7-3a7c3437469e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:06:35.042953 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:35.170457 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:35.209350 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Network ddb1fb94-26ba-4ee7-a074-87abb195279f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:06:35.210679 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:06:35.286700 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:06:35.286700 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120683'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:35.306004 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Pushing event updated for resources: {'Port': ['ID=c601388f-02ec-4362-8bb7-3a7c3437469e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:35.357613 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.357969 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.358307 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.358637 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.358962 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.359326 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.359652 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.359987 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.360308 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.360623 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.360942 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.361251 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Tracked resource versions report: Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: pushed versions: Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: { 'AddressGroup': {'1.2'}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Log': {'1.0'}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Network': {'1.1'}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Port': {'1.7'}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'PortForwarding': {'1.2'}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'QosPolicy': {'1.10'}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SecurityGroup': {'1.5'}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SubPort': {'1.0'}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Subnet': {'1.1'}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Trunk': {'1.1'}} Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: consumer versions: Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: { DHCP agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: L3 agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: Metadata agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: Metering agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: Open vSwitch agent@dv-cinder-768458-16-iscsi: { 'AddressGroup': '1.2', Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'ConntrackHelper': '1.0', Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Log': '1.0', Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Network': '1.1', Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Port': '1.7', Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'PortForwarding': '1.2', Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'QosPolicy': '1.10', Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SecurityGroup': '1.5', Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SecurityGroupRule': '1.2', Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SubPort': '1.0', Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Subnet': '1.1', Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Trunk': '1.1'}} Nov 23 04:06:35.362708 dv-cinder-768458-16-iscsi neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:06:35.509485 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-aefdc8ff-c63e-4f10-99cb-62a8ecce2170 None None] Provisioning complete for port c601388f-02ec-4362-8bb7-3a7c3437469e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:06:35.510021 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aefdc8ff-c63e-4f10-99cb-62a8ecce2170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:35.542794 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-aefdc8ff-c63e-4f10-99cb-62a8ecce2170 None None] Port c601388f-02ec-4362-8bb7-3a7c3437469e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:06:35.572513 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:35.785002 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:35.855612 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:35.856376 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124155'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:35.934414 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Pushing event updated for resources: {'Port': ['ID=c601388f-02ec-4362-8bb7-3a7c3437469e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:35.981028 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Network ddb1fb94-26ba-4ee7-a074-87abb195279f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:06:35.982318 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:06:36.163775 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-957eba67-79f9-4c19-a29f-8df0857a4928 None None] Provisioning complete for port c601388f-02ec-4362-8bb7-3a7c3437469e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:06:36.164148 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-957eba67-79f9-4c19-a29f-8df0857a4928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:36.203357 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-957eba67-79f9-4c19-a29f-8df0857a4928 None None] Port c601388f-02ec-4362-8bb7-3a7c3437469e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:06:36.250219 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Router 1b14eec0-ba5b-42be-b2ce-89627492b98b is scheduled to L3 agent d698791b-1204-4756-9a69-44a6c13f83bc with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:06:36.339554 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:06:36.344826 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-d8c1121f-144f-4d93-b406-ccfdf8ac678e admin admin] 10.222.0.54 "PUT /v2.0/routers/1b14eec0-ba5b-42be-b2ce-89627492b98b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0851293 Nov 23 04:06:36.352782 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Sync routers for ids ['1b14eec0-ba5b-42be-b2ce-89627492b98b'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:06:36.365977 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Routers {'1b14eec0-ba5b-42be-b2ce-89627492b98b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:06:36.366832 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:06:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1b14eec0-ba5b-42be-b2ce-89627492b98b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:06:36.563126 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Set router 1b14eec0-ba5b-42be-b2ce-89627492b98b gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:06:36.990021 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'name': 'router1', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:06:24Z', 'updated_at': '2021-11-23T04:06:35Z', 'revision_number': 2, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'gw_port_host': None, '_interfaces': [{'id': 'c601388f-02ec-4362-8bb7-3a7c3437469e', 'name': '', 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'mac_address': 'fa:16:3e:c0:d0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:06:34Z', 'updated_at': '2021-11-23T04:06:35Z', 'revision_number': 2, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'subnets': [{'id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b99613e-9f07-4457-b0de-1e3928dc252e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:06:37.040529 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Checking router: 1b14eec0-ba5b-42be-b2ce-89627492b98b for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:06:37.040894 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Updating router 1b14eec0-ba5b-42be-b2ce-89627492b98b port c601388f-02ec-4362-8bb7-3a7c3437469e binding host dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:06:37.092977 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:37.607234 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:37.679597 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:37.843031 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Pushing event updated for resources: {'Port': ['ID=c601388f-02ec-4362-8bb7-3a7c3437469e,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:37.852936 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.853292 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.853630 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.853964 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.854291 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.854621 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.854948 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.855292 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.855629 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.855950 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.856265 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.856579 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Tracked resource versions report: Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: pushed versions: Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: { 'AddressGroup': {'1.2'}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Log': {'1.0'}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Network': {'1.1'}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Port': {'1.7'}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'PortForwarding': {'1.2'}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'QosPolicy': {'1.10'}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SecurityGroup': {'1.5'}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SubPort': {'1.0'}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Subnet': {'1.1'}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Trunk': {'1.1'}} Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: consumer versions: Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: { DHCP agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: L3 agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: Metadata agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: Metering agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: Open vSwitch agent@dv-cinder-768458-16-iscsi: { 'AddressGroup': '1.2', Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'ConntrackHelper': '1.0', Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Log': '1.0', Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Network': '1.1', Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Port': '1.7', Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'PortForwarding': '1.2', Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'QosPolicy': '1.10', Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SecurityGroup': '1.5', Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SecurityGroupRule': '1.2', Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SubPort': '1.0', Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Subnet': '1.1', Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Trunk': '1.1'}} Nov 23 04:06:37.857976 dv-cinder-768458-16-iscsi neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:06:37.862863 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Attempting to bind port c601388f-02ec-4362-8bb7-3a7c3437469e on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:06:37.863303 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Attempting to bind port c601388f-02ec-4362-8bb7-3a7c3437469e by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': 'cbebed2e-eaaf-46f5-bc41-31e7b6c138a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:06:37.863727 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Attempting to bind port c601388f-02ec-4362-8bb7-3a7c3437469e on network ddb1fb94-26ba-4ee7-a074-87abb195279f {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:06:37.869462 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:06:37.869873 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Checking segment: {'id': 'cbebed2e-eaaf-46f5-bc41-31e7b6c138a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:06:37.870356 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:37.870744 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Bound using segment: {'id': 'cbebed2e-eaaf-46f5-bc41-31e7b6c138a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:06:37.871262 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Bound port: c601388f-02ec-4362-8bb7-3a7c3437469e, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbebed2e-eaaf-46f5-bc41-31e7b6c138a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:06:37.871658 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:37.929299 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-32a80da4-5e77-412e-940c-037963ee9a55 None None] Provisioning complete for port c601388f-02ec-4362-8bb7-3a7c3437469e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:06:37.929842 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32a80da4-5e77-412e-940c-037963ee9a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:37.945099 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] For port c601388f-02ec-4362-8bb7-3a7c3437469e, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:06:37.964009 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-32a80da4-5e77-412e-940c-037963ee9a55 None None] Port c601388f-02ec-4362-8bb7-3a7c3437469e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:06:37.964510 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] For port c601388f-02ec-4362-8bb7-3a7c3437469e, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=c601388f-02ec-4362-8bb7-3a7c3437469e,segment=NetworkSegment(cbebed2e-eaaf-46f5-bc41-31e7b6c138a1),segment_id=cbebed2e-eaaf-46f5-bc41-31e7b6c138a1)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:06:38.039185 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:38.089335 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Routers {'1b14eec0-ba5b-42be-b2ce-89627492b98b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:06:38.090058 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:06:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1b14eec0-ba5b-42be-b2ce-89627492b98b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:06:38.163950 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e6e72-bae8-4332-9c57-845886a8cbed None None] Pushing event updated for resources: {'Port': ['ID=c601388f-02ec-4362-8bb7-3a7c3437469e,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:38.188421 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] Set router 1b14eec0-ba5b-42be-b2ce-89627492b98b gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:06:38.288853 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-501e4566-ad95-4068-948c-91e4448b6b07 None None] Provisioning complete for port c601388f-02ec-4362-8bb7-3a7c3437469e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:06:38.289223 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-501e4566-ad95-4068-948c-91e4448b6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:38.368488 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-501e4566-ad95-4068-948c-91e4448b6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:38.400348 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-501e4566-ad95-4068-948c-91e4448b6b07 None None] For port c601388f-02ec-4362-8bb7-3a7c3437469e, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=c601388f-02ec-4362-8bb7-3a7c3437469e,segment=NetworkSegment(cbebed2e-eaaf-46f5-bc41-31e7b6c138a1),segment_id=cbebed2e-eaaf-46f5-bc41-31e7b6c138a1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:06:38.401268 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'name': 'router1', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:06:24Z', 'updated_at': '2021-11-23T04:06:35Z', 'revision_number': 2, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'gw_port_host': None, '_interfaces': [{'id': 'c601388f-02ec-4362-8bb7-3a7c3437469e', 'name': '', 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'mac_address': 'fa:16:3e:c0:d0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:06:34Z', 'updated_at': '2021-11-23T04:06:37Z', 'revision_number': 4, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'subnets': [{'id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b99613e-9f07-4457-b0de-1e3928dc252e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:06:38.427454 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eb3e8-4ff1-4202-abc0-6b9e86832869 None None] The sync data for ids ['1b14eec0-ba5b-42be-b2ce-89627492b98b'] in dv-cinder-768458-16-iscsi is: [{'id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'name': 'router1', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:06:24Z', 'updated_at': '2021-11-23T04:06:35Z', 'revision_number': 2, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'gw_port_host': None, '_interfaces': [{'id': 'c601388f-02ec-4362-8bb7-3a7c3437469e', 'name': '', 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'mac_address': 'fa:16:3e:c0:d0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:06:34Z', 'updated_at': '2021-11-23T04:06:37Z', 'revision_number': 4, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'subnets': [{'id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b99613e-9f07-4457-b0de-1e3928dc252e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:06:38.461821 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-501e4566-ad95-4068-948c-91e4448b6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:38.512079 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e4566-ad95-4068-948c-91e4448b6b07 None None] Pushing event updated for resources: {'Port': ['ID=c601388f-02ec-4362-8bb7-3a7c3437469e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:38.700000 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:38.814754 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a7889-5ee0-4c4a-a246-7f669eb9d9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:06:38.816998 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bc8a7889-5ee0-4c4a-a246-7f669eb9d9e2 admin admin] 10.222.0.54 "GET /v2.0/networks/52b5fd26-0ab9-4945-8652-d8f62fa2af71 HTTP/1.1" status: 200 len: 842 time: 0.1160643 Nov 23 04:06:38.826854 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:06:38.918546 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Made reservation on behalf of a46903e1a0df4e5bbff165f0dc8442a9 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:06:38.920762 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:39.297301 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.objects.ports [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:06:39.297747 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:39.357676 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aef8796-272c-483b-b402-9c0eaaab6b7f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:39.364857 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Checking segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:06:39.364960 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Network hostable DHCP agents. Network: 52b5fd26-0ab9-4945-8652-d8f62fa2af71, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:06:39.455975 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:06:39.547244 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, 52b5fd26-0ab9-4945-8652-d8f62fa2af71) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:06:39.559893 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:06:39.561181 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:39.564550 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e1aeb2-9f03-4cc5-80c7-926d08de8819 None None] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:06:39.681506 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-fca2b763-4b8f-4222-a19d-d4c68f46c0c3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8466589 Nov 23 04:06:39.714829 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa362164-b68e-4fe4-9cd3-a78b468c8b78 None None] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:06:42.113722 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51520) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:42.334784 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9eb89dd3-2032-4c32-ae07-2619ec2f9e25 admin admin] 10.222.0.54 "GET /v2.0/routers/1b14eec0-ba5b-42be-b2ce-89627492b98b HTTP/1.1" status: 200 len: 710 time: 0.2198346 Nov 23 04:06:42.420114 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638b321-3e36-4d30-91ed-f9d412c25eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:06:42.421465 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e638b321-3e36-4d30-91ed-f9d412c25eb4 admin admin] 10.222.0.54 "GET /v2.0/networks/52b5fd26-0ab9-4945-8652-d8f62fa2af71 HTTP/1.1" status: 200 len: 886 time: 0.0809183 Nov 23 04:06:42.431576 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:06:42.716222 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:43.044056 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:43.121073 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:43.367048 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Allocated IP 172.27.0.69 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/0a62e0b6-84e7-4df4-b5ef-2621a715ee42) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:06:43.472335 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:43.622328 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:43.705319 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:06:43.709241 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:06:43.711391 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Pushing event updated for resources: {'Port': ['ID=0a62e0b6-84e7-4df4-b5ef-2621a715ee42,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:43.722663 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:06:44.099535 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:44.362844 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4124441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4124067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:44.367298 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4124470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4124416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4124431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4124084'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:44.476406 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Router 1b14eec0-ba5b-42be-b2ce-89627492b98b has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:06:44.579937 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:06:44.586235 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:44.586930 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-75e24b0a-8b9d-4a90-bd45-8791a5e16460 admin admin] 10.222.0.54 "PUT /v2.0/routers/1b14eec0-ba5b-42be-b2ce-89627492b98b HTTP/1.1" status: 200 len: 889 time: 2.1584997 Nov 23 04:06:44.914679 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device c601388f-02ec-4362-8bb7-3a7c3437469e up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:06:44.966570 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port c601388f-02ec-4362-8bb7-3a7c3437469e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:06:44.966948 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:45.449394 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Sync routers for ids ['1b14eec0-ba5b-42be-b2ce-89627492b98b'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:06:45.460677 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Routers {'1b14eec0-ba5b-42be-b2ce-89627492b98b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:06:45.461308 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:06:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1b14eec0-ba5b-42be-b2ce-89627492b98b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:06:45.666145 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Set router 1b14eec0-ba5b-42be-b2ce-89627492b98b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:06:46.122755 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'name': 'router1', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '0a62e0b6-84e7-4df4-b5ef-2621a715ee42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:06:24Z', 'updated_at': '2021-11-23T04:06:43Z', 'revision_number': 4, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'gw_port': {'id': '0a62e0b6-84e7-4df4-b5ef-2621a715ee42', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:06:43Z', 'updated_at': '2021-11-23T04:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'c601388f-02ec-4362-8bb7-3a7c3437469e', 'name': '', 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'mac_address': 'fa:16:3e:c0:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:06:34Z', 'updated_at': '2021-11-23T04:06:38Z', 'revision_number': 5, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'subnets': [{'id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b99613e-9f07-4457-b0de-1e3928dc252e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:06:46.174981 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Checking router: 1b14eec0-ba5b-42be-b2ce-89627492b98b for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:06:46.175360 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Updating router 1b14eec0-ba5b-42be-b2ce-89627492b98b port 0a62e0b6-84e7-4df4-b5ef-2621a715ee42 binding host dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:06:46.220998 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:46.535365 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:46.614866 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:46.667195 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Attempting to bind port 0a62e0b6-84e7-4df4-b5ef-2621a715ee42 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:06:46.667577 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Attempting to bind port 0a62e0b6-84e7-4df4-b5ef-2621a715ee42 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:06:46.667935 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Attempting to bind port 0a62e0b6-84e7-4df4-b5ef-2621a715ee42 on network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:06:46.669786 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856d42f-b4de-4921-9841-5f4729a34825 None None] Pushing event updated for resources: {'Port': ['ID=0a62e0b6-84e7-4df4-b5ef-2621a715ee42,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:46.675536 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:06:46.675909 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Checking segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:06:46.676306 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:46.676689 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Bound using segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:06:46.677154 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Bound port: 0a62e0b6-84e7-4df4-b5ef-2621a715ee42, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:06:46.677545 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:46.727365 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] For port 0a62e0b6-84e7-4df4-b5ef-2621a715ee42, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:06:46.730278 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] For port 0a62e0b6-84e7-4df4-b5ef-2621a715ee42, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=0a62e0b6-84e7-4df4-b5ef-2621a715ee42,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:06:46.805038 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:46.866653 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Routers {'1b14eec0-ba5b-42be-b2ce-89627492b98b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:06:46.867314 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:06:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1b14eec0-ba5b-42be-b2ce-89627492b98b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:06:46.869250 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856d42f-b4de-4921-9841-5f4729a34825 None None] Pushing event updated for resources: {'Port': ['ID=0a62e0b6-84e7-4df4-b5ef-2621a715ee42,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:46.976142 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] Set router 1b14eec0-ba5b-42be-b2ce-89627492b98b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:06:47.115990 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 51534) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:06:47.183972 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'name': 'router1', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '0a62e0b6-84e7-4df4-b5ef-2621a715ee42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:06:24Z', 'updated_at': '2021-11-23T04:06:43Z', 'revision_number': 4, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'gw_port': {'id': '0a62e0b6-84e7-4df4-b5ef-2621a715ee42', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:06:43Z', 'updated_at': '2021-11-23T04:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'c601388f-02ec-4362-8bb7-3a7c3437469e', 'name': '', 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'mac_address': 'fa:16:3e:c0:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:06:34Z', 'updated_at': '2021-11-23T04:06:38Z', 'revision_number': 5, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'subnets': [{'id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b99613e-9f07-4457-b0de-1e3928dc252e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:06:47.210290 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf87da8-a2cd-4ea2-9a86-d35fba685958 None None] The sync data for ids ['1b14eec0-ba5b-42be-b2ce-89627492b98b'] in dv-cinder-768458-16-iscsi is: [{'id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'name': 'router1', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '0a62e0b6-84e7-4df4-b5ef-2621a715ee42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:06:24Z', 'updated_at': '2021-11-23T04:06:43Z', 'revision_number': 4, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'gw_port': {'id': '0a62e0b6-84e7-4df4-b5ef-2621a715ee42', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:06:43Z', 'updated_at': '2021-11-23T04:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'c601388f-02ec-4362-8bb7-3a7c3437469e', 'name': '', 'network_id': 'ddb1fb94-26ba-4ee7-a074-87abb195279f', 'tenant_id': '04deb99f5f1a4beba726c6ac86a84723', 'mac_address': 'fa:16:3e:c0:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b14eec0-ba5b-42be-b2ce-89627492b98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:06:34Z', 'updated_at': '2021-11-23T04:06:38Z', 'revision_number': 5, 'project_id': '04deb99f5f1a4beba726c6ac86a84723', 'subnets': [{'id': '1998325e-6ee3-4158-bb5e-11fdb9e1c290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b99613e-9f07-4457-b0de-1e3928dc252e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:06:47.234774 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0892b1a0-540e-4f84-840b-7a4b8acdc7a5 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1174660 Nov 23 04:06:48.931331 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 0a62e0b6-84e7-4df4-b5ef-2621a715ee42 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:06:48.994224 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 0a62e0b6-84e7-4df4-b5ef-2621a715ee42 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:06:48.994598 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:49.075173 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:49.097617 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port 0a62e0b6-84e7-4df4-b5ef-2621a715ee42, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=0a62e0b6-84e7-4df4-b5ef-2621a715ee42,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:06:49.159196 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:49.213868 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=0a62e0b6-84e7-4df4-b5ef-2621a715ee42,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:06:50.941349 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 0a62e0b6-84e7-4df4-b5ef-2621a715ee42 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:06:50.994946 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 0a62e0b6-84e7-4df4-b5ef-2621a715ee42 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:06:50.995615 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:57.146927 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fead791d-2032-4843-964a-2702c7e8c58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:06:59.712719 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2d208c7-e6d1-4747-a4b2-5a8d9d1385d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:07:00.843009 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:07:02.313662 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:07:03.269154 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:07:05.549714 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:07:27.163592 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15dde5fc-af90-4eab-aebc-88be9943567d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:07:29.934787 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b0a48fe-6007-4759-b59a-1e41cde1c2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:07:31.386728 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:07:32.311529 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:07:33.249668 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:07:42.549919 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:07:57.162420 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28cb0f75-65fe-4cbb-b063-c7870e03ee7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:07:59.699491 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f04a977-3d77-4ce0-b4d4-98f1a6832a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:00.842191 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:02.299073 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:03.276176 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:10.430161 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52020) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:10.493554 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f075d9d-ee07-4b43-93d6-12bc815cbac6 admin admin] GET failed (client error): The resource could not be found. Nov 23 04:08:10.494846 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4f075d9d-ee07-4b43-93d6-12bc815cbac6 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637112 Nov 23 04:08:10.656783 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4e527e-13d5-4581-95c5-ebfff23b6053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:10.658172 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3e4e527e-13d5-4581-95c5-ebfff23b6053 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586614 Nov 23 04:08:12.957333 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:13.049671 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90331e8-88fd-47dd-a8ec-75006e714de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:13.051274 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a90331e8-88fd-47dd-a8ec-75006e714de4 admin admin] 10.222.0.54 "GET /v2.0/subnets/1998325e-6ee3-4158-bb5e-11fdb9e1c290 HTTP/1.1" status: 200 len: 849 time: 0.0930362 Nov 23 04:08:13.061874 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:08:13.144286 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:13.327450 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761060350284'] for subnet, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:13.363545 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:13.364127 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:13.379859 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] 10.222.0.54 "PUT /v2.0/subnets/1998325e-6ee3-4158-bb5e-11fdb9e1c290 HTTP/1.1" status: 200 len: 868 time: 0.3219900 Nov 23 04:08:13.386375 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012db24e-9d59-4c16-a46f-2f7c1afddfc3 None None] Network ddb1fb94-26ba-4ee7-a074-87abb195279f requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:08:13.399823 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1998325e-6ee3-4158-bb5e-11fdb9e1c290,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:08:13.407158 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.407553 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.407903 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.408241 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.408577 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.408933 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.409270 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.409615 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.409949 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.410274 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.410599 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.410920 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8f999-de59-4599-a907-f9f76b2fdd32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:08:13.830011 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b3d60da9-df25-4bbb-a8f4-eb585a9bcb6a None None] Provisioning complete for port cab71f52-3b0f-4d2a-8110-d930715a6736 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:08:13.830383 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3d60da9-df25-4bbb-a8f4-eb585a9bcb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:13.914170 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b3d60da9-df25-4bbb-a8f4-eb585a9bcb6a None None] Provisioning complete for port c601388f-02ec-4362-8bb7-3a7c3437469e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:08:13.914432 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3d60da9-df25-4bbb-a8f4-eb585a9bcb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:15.671802 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52038) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:15.872645 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5182793-9ad6-4caa-9b00-45e7522c174b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:15.873041 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5182793-9ad6-4caa-9b00-45e7522c174b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:15.874577 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c5182793-9ad6-4caa-9b00-45e7522c174b admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2018294 Nov 23 04:08:18.161228 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:18.361219 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ac4ff-2fd3-460b-bab1-7dfe57ce48bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:18.361603 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ac4ff-2fd3-460b-bab1-7dfe57ce48bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:18.363131 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-375ac4ff-2fd3-460b-bab1-7dfe57ce48bc admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009473 Nov 23 04:08:19.548988 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:08:20.625931 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:20.749254 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506b70f4-0b76-4ff0-92ed-23187dbed2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:20.750604 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-506b70f4-0b76-4ff0-92ed-23187dbed2f0 admin admin] 10.222.0.54 "GET /v2.0/networks/52b5fd26-0ab9-4945-8652-d8f62fa2af71 HTTP/1.1" status: 200 len: 886 time: 0.1237285 Nov 23 04:08:23.027295 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52064) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:23.170579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebb138e-bdf4-4503-a715-4ffd9da7df22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:23.171963 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-eebb138e-bdf4-4503-a715-4ffd9da7df22 admin admin] 10.222.0.54 "GET /v2.0/networks/ddb1fb94-26ba-4ee7-a074-87abb195279f HTTP/1.1" status: 200 len: 869 time: 0.1437221 Nov 23 04:08:25.448843 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:25.573326 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7f4559-18a0-4a1c-ab6d-c94a8410ce87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:25.573774 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7f4559-18a0-4a1c-ab6d-c94a8410ce87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:25.575279 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4b7f4559-18a0-4a1c-ab6d-c94a8410ce87 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254575 Nov 23 04:08:27.184324 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3fc92c3c-989d-4adf-8346-3b22ffae33a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:27.846776 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52080) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:27.938241 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d130e-e974-45c1-939b-a5a6949e1738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:27.938608 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d130e-e974-45c1-939b-a5a6949e1738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:27.940136 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7e6d130e-e974-45c1-939b-a5a6949e1738 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923822 Nov 23 04:08:29.715335 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e95ed22-bb67-46c1-92d8-e5fa477ce29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:30.205497 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52088) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:30.299491 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4378c-e033-4d38-bea6-da2eb5b625ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:30.301099 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-aef4378c-e033-4d38-bea6-da2eb5b625ba admin admin] 10.222.0.54 "GET /v2.0/subnets/1998325e-6ee3-4158-bb5e-11fdb9e1c290 HTTP/1.1" status: 200 len: 868 time: 0.0946560 Nov 23 04:08:30.846918 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:32.327532 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:32.566727 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52096) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:32.652007 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318e83d-cf05-45b6-ad64-5c0917455e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:32.653796 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-0318e83d-cf05-45b6-ad64-5c0917455e9b admin admin] 10.222.0.54 "GET /v2.0/subnets/4aef8796-272c-483b-b402-9c0eaaab6b7f HTTP/1.1" status: 200 len: 816 time: 0.0856042 Nov 23 04:08:33.246757 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:56.548088 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:08:56.955571 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:57.003629 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [None req-4be7e6e0-d84d-490b-bf8d-f9a9e8b2f3a7 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:08:57.004626 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4be7e6e0-d84d-490b-bf8d-f9a9e8b2f3a7 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481219 Nov 23 04:08:57.143450 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee398482-b6df-4aae-9b13-5e64f5a7314b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:08:59.378601 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52158) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:08:59.517119 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80acec7-263c-436b-82cc-3b0c52a387d4 admin admin] GET failed (client error): The resource could not be found. Nov 23 04:08:59.518459 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f80acec7-263c-436b-82cc-3b0c52a387d4 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1389151 Nov 23 04:08:59.602745 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95487836-5de0-4924-af24-ab05f663ebcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:08:59.604222 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-95487836-5de0-4924-af24-ab05f663ebcb admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812366 Nov 23 04:08:59.755148 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ac1c15b6-7fc4-4d91-9628-6ac93bb72ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:00.845909 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:01.922948 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:09:01.970115 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:09:02.062831 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] Made reservation on behalf of a46903e1a0df4e5bbff165f0dc8442a9 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:09:02.065165 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:02.103600 dv-cinder-768458-16-iscsi neutron-server[103284]: WARNING neutron.services.revisions.revision_plugin [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] Could not find related network for resource to bump revision. Nov 23 04:09:02.114253 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:09:02.123840 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:02.124181 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] Added segment 50fb2152-3fff-47bc-bdd5-be7f0c34dd59 of type vlan for network c590b1ce-2fd9-4e7f-95db-b33c6e4368b8 Nov 23 04:09:02.163836 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:02.263426 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:02.268448 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:09:02.268448 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:02.314496 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:02.323686 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] Pushing event updated for resources: {'Network': ['ID=c590b1ce-2fd9-4e7f-95db-b33c6e4368b8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:09:02.334660 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network c590b1ce-2fd9-4e7f-95db-b33c6e4368b8 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:09:02.374845 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3ec4e47b-194b-45b2-8e9f-124406358528 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4507904 Nov 23 04:09:03.263405 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:04.678866 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:09:04.739451 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5f642e-e10c-4cf8-bb07-10862b059ad3 admin admin] GET failed (client error): The resource could not be found. Nov 23 04:09:04.740719 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6e5f642e-e10c-4cf8-bb07-10862b059ad3 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607908 Nov 23 04:09:04.813147 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a6d70e-340d-472f-abe5-bd91a24fa7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:09:04.814652 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f7a6d70e-340d-472f-abe5-bd91a24fa7b1 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694978 Nov 23 04:09:04.825400 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:09:04.908846 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] Made reservation on behalf of a46903e1a0df4e5bbff165f0dc8442a9 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:09:04.911051 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:05.114494 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:05.168527 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ac8077-cbab-4a77-aa8b-aeafe5598587,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:09:05.177494 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] Checking segment: {'id': '50fb2152-3fff-47bc-bdd5-be7f0c34dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:09:05.177850 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] Network hostable DHCP agents. Network: c590b1ce-2fd9-4e7f-95db-b33c6e4368b8, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:09:05.262840 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] Network c590b1ce-2fd9-4e7f-95db-b33c6e4368b8 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:09:05.337302 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, c590b1ce-2fd9-4e7f-95db-b33c6e4368b8) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:09:05.341894 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:09:05.342498 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:05.346977 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fb6413-7206-49a1-9108-de4ee457ddfe None None] Network c590b1ce-2fd9-4e7f-95db-b33c6e4368b8 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:09:05.432087 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cd1cc96f-e6ae-4c0c-a7aa-e11c53605a5e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6105630 Nov 23 04:09:05.591628 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca77d4a-1e58-53e8-849d-cd8626a4fefc-c590b1ce-2fd9-4e7f-95db-b33c6e4368b8', 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8', 'tenant_id': 'a46903e1a0df4e5bbff165f0dc8442a9', 'fixed_ips': [{'subnet_id': 'f7ac8077-cbab-4a77-aa8b-aeafe5598587'}]}} from dv-cinder-768458-16-iscsi. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:09:05.592514 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:05.730629 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Allocated IP 192.168.233.2 (c590b1ce-2fd9-4e7f-95db-b33c6e4368b8/f7ac8077-cbab-4a77-aa8b-aeafe5598587/76ce3632-16ed-49bb-934f-1792c0d6bd85) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:09:05.899746 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:05.955044 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:05.996325 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Network c590b1ce-2fd9-4e7f-95db-b33c6e4368b8 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:09:05.999904 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:09:06.003332 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:09:06.010083 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Pushing event updated for resources: {'Port': ['ID=76ce3632-16ed-49bb-934f-1792c0d6bd85,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:09:06.020369 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.020755 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.021107 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.021457 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.021780 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.022127 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.022459 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.022788 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.023129 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.023489 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.023815 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.024139 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:09:06.072448 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Attempting to bind port 76ce3632-16ed-49bb-934f-1792c0d6bd85 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:09:06.072804 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Attempting to bind port 76ce3632-16ed-49bb-934f-1792c0d6bd85 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '50fb2152-3fff-47bc-bdd5-be7f0c34dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:09:06.073160 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Attempting to bind port 76ce3632-16ed-49bb-934f-1792c0d6bd85 on network c590b1ce-2fd9-4e7f-95db-b33c6e4368b8 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:09:06.078436 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:09:06.078809 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Checking segment: {'id': '50fb2152-3fff-47bc-bdd5-be7f0c34dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:09:06.079203 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:06.079679 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Bound using segment: {'id': '50fb2152-3fff-47bc-bdd5-be7f0c34dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:09:06.080171 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Bound port: 76ce3632-16ed-49bb-934f-1792c0d6bd85, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fb2152-3fff-47bc-bdd5-be7f0c34dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:09:06.080564 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:06.145464 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] For port 76ce3632-16ed-49bb-934f-1792c0d6bd85, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:09:06.148643 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] For port 76ce3632-16ed-49bb-934f-1792c0d6bd85, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=76ce3632-16ed-49bb-934f-1792c0d6bd85,segment=NetworkSegment(50fb2152-3fff-47bc-bdd5-be7f0c34dd59),segment_id=50fb2152-3fff-47bc-bdd5-be7f0c34dd59)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:09:06.252149 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:06.308405 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbcbe2-b7a2-471c-ab9c-8b37a567b789 None None] Pushing event updated for resources: {'Port': ['ID=76ce3632-16ed-49bb-934f-1792c0d6bd85,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:09:07.005702 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 76ce3632-16ed-49bb-934f-1792c0d6bd85 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:09:07.068841 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 76ce3632-16ed-49bb-934f-1792c0d6bd85 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:09:07.069211 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:07.156406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575c7072-7999-4c69-8478-a7976a734a25 None None] Network c590b1ce-2fd9-4e7f-95db-b33c6e4368b8 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:09:07.195871 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:07.257454 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port 76ce3632-16ed-49bb-934f-1792c0d6bd85, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=76ce3632-16ed-49bb-934f-1792c0d6bd85,segment=NetworkSegment(50fb2152-3fff-47bc-bdd5-be7f0c34dd59),segment_id=50fb2152-3fff-47bc-bdd5-be7f0c34dd59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:09:07.281565 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d78de0de-1490-4074-acfb-22d8ecf4afd7 None None] Provisioning complete for port 76ce3632-16ed-49bb-934f-1792c0d6bd85 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:09:07.281928 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d78de0de-1490-4074-acfb-22d8ecf4afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:07.365516 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:07.458457 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=76ce3632-16ed-49bb-934f-1792c0d6bd85,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:09:07.683635 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-aff91c40-ac2c-46f6-91e7-73af140c3fab None None] Provisioning complete for port 76ce3632-16ed-49bb-934f-1792c0d6bd85 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:09:07.684217 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aff91c40-ac2c-46f6-91e7-73af140c3fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:08.983862 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 76ce3632-16ed-49bb-934f-1792c0d6bd85 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:09:09.034962 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 76ce3632-16ed-49bb-934f-1792c0d6bd85 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:09:09.035376 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:27.153815 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc027a11-43f6-42b1-8ca6-c2dd8429a400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:29.737029 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdeab220-eebd-4ed1-9791-4f23a0bf36b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:30.868197 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:32.308864 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:33.239872 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:33.547037 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:09:57.147402 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ab81a613-aa5e-4af8-ade0-33d49d394736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:09:59.713113 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29944d01-6526-44ef-86f3-cd6b5f9d973d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:00.855741 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:02.371359 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:03.256119 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:10.546379 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:10:27.169797 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c6b759e-c2f6-4395-a58b-570a6a19d682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:29.729977 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a65eb653-4033-402d-bd86-c6f6dc4424d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:30.866483 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:32.329690 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:33.238169 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:45.828565 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52222) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:10:45.835343 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [None req-6f6ecf02-9ef3-46b2-ad94-00eccf8cf053 tempest-verify_tempest_config-964454725 tempest-verify_tempest_config-964454725-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:10:45.836308 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6f6ecf02-9ef3-46b2-ad94-00eccf8cf053 tempest-verify_tempest_config-964454725 tempest-verify_tempest_config-964454725-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067620 Nov 23 04:10:46.544357 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52240) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:10:46.648884 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:46.721766 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:46.814953 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:46.861769 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cfa12b7123740e09133d6611ed7a9d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3162303 Nov 23 04:10:46.862642 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31ecf9c-933d-49b5-96d4-48d388a08327,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:10:46.864433 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52244) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:10:46.870531 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.870980 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.871562 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.871900 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.872232 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.872563 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.872890 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.873217 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.873538 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.873856 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.874175 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.874491 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423328cf-83e0-4919-8bfb-4512c200a651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:46.938464 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:46.961777 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:47.118105 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:47.120614 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:47.121800 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e31ecf9c-933d-49b5-96d4-48d388a08327 HTTP/1.1" status: 204 len: 168 time: 0.2563198 Nov 23 04:10:47.129400 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31ecf9c-933d-49b5-96d4-48d388a08327,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:10:47.136108 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.136483 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.136831 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.137160 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.137497 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.137843 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.138176 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.138514 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.138910 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.139148 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.139493 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.139809 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7087171-09ff-4ec2-b302-e67faf653b9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:10:47.544908 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:10:57.157723 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b86282ae-2dd6-4df3-990b-d0952d10f1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:10:59.672256 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-579e6174-fed1-4108-a425-6474343211bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:11:00.887773 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:11:02.363325 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:11:03.225938 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:11:24.543615 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:11:27.191463 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3f7ab99-8507-485b-aa06-57a93487b111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:11:29.688953 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e61cfbbe-434b-4816-9466-7a928ef15e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:11:30.893837 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:11:32.333506 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:11:33.230662 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:11:57.138904 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7c85fb5-9f1b-4f84-b612-bae789fe03b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:11:59.699437 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50605cd0-def3-4f1a-9c85-abf4d2514142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:00.898452 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:01.542176 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:12:02.361885 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:03.234679 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:24.938581 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4123919'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:27.178351 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e361e18b-d393-4cea-8b48-1decb5b14401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:29.725708 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1faf6bbc-1846-4a46-9cfc-00633c63287d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:30.886535 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:32.366965 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:33.246620 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:38.541324 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:12:39.922922 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52318) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:12:40.024730 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3eea82fc-751f-42bc-82cf-7cd332cc752c admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1006758 Nov 23 04:12:42.318541 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52328) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:12:42.376775 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ee6568d4-8bf6-476e-bb38-2411c83d9cd4 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0571535 Nov 23 04:12:54.921982 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:57.148943 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7639-8215-4218-81d4-6e454b6c9f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:12:59.709018 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d8d28bc-e469-4bea-9143-5c573db94869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:00.885778 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:02.342868 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:03.251288 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:15.539700 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:13:24.936552 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:27.154480 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-521d16e0-2514-4249-a947-909c78d26edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:29.719932 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0351cd41-8a95-4fb5-8f1a-6030c88c7d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:30.919916 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:32.331053 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:33.292050 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:52.539044 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:13:54.919167 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:57.141617 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0499cd18-16db-40e3-b227-14f8428366bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:13:59.701175 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12405ac3-4aa1-44c3-9b5d-19029bd94344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:00.873863 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:02.353293 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:03.267938 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:13.421406 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:13.683185 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-374631245-network', 'tenant_id': 'dc51e914f5e74ceca4086caa5a05b8f0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:13.792060 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Made reservation on behalf of dc51e914f5e74ceca4086caa5a05b8f0 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:13.794850 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:13.803842 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:13.887141 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:13.953429 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:13.977369 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:14:13.984078 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d07c80-5d7c-4a6e-a22d-bfca18158e78,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:13.994250 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:13.994615 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:13.994959 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:13.995317 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:13.995702 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:13.996065 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:13.996373 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:13.997661 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:13.998064 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:13.998334 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:13.998728 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:13.999532 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Tracked resource versions report: Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: pushed versions: Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: { 'AddressGroup': {'1.2'}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Log': {'1.0'}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Network': {'1.1'}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Port': {'1.7'}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'PortForwarding': {'1.2'}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'QosPolicy': {'1.10'}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SecurityGroup': {'1.5'}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SubPort': {'1.0'}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Subnet': {'1.1'}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Trunk': {'1.1'}} Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: consumer versions: Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: { DHCP agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: HyperV agent@hv-cinder-76845: {}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: L3 agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: Metadata agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: Metering agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: Open vSwitch agent@dv-cinder-768458-16-iscsi: { 'AddressGroup': '1.2', Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'ConntrackHelper': '1.0', Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Log': '1.0', Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Network': '1.1', Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Port': '1.7', Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'PortForwarding': '1.2', Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'QosPolicy': '1.10', Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SecurityGroup': '1.5', Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SecurityGroupRule': '1.2', Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'SubPort': '1.0', Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Subnet': '1.1', Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: 'Trunk': '1.1'}} Nov 23 04:14:14.000181 dv-cinder-768458-16-iscsi neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:14:14.009068 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:14.009498 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Added segment 419c0156-1f39-40d0-9743-055fcc661fad of type vlan for network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 Nov 23 04:14:14.054190 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:14.148211 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:14.149109 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:14.149702 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:14.208305 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] Pushing event updated for resources: {'Network': ['ID=3f225ae5-6bd1-4fef-a8a2-1e95224823f9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:14.218684 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:14:14.239752 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a37f497a-b9a8-4ff6-9158-0b668e48bde4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8171654 Nov 23 04:14:14.248422 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52532) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:14.257027 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] Request body: {'subnet': {'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-374631245-subnet', 'tenant_id': 'dc51e914f5e74ceca4086caa5a05b8f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:14.319586 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] Made reservation on behalf of dc51e914f5e74ceca4086caa5a05b8f0 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:14.321968 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:14.471930 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:14.490117 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52542) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:14.552986 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52550) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:14.582210 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:14.642913 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e1376b0-d11d-4241-9f82-5ec678076c29,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:14.658974 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] Checking segment: {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:14.659599 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] Network hostable DHCP agents. Network: 3f225ae5-6bd1-4fef-a8a2-1e95224823f9, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:14:14.770678 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] Network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:14:14.836218 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1798723825-network', 'tenant_id': '32028919ab4740118fb1de464a23602b'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:14.840759 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-215288065-network', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:14.842815 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.quota [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Loaded quota_driver: . Nov 23 04:14:14.858465 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, 3f225ae5-6bd1-4fef-a8a2-1e95224823f9) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:14.866576 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cc7473-71be-40cc-b1e4-7984b53dc809 None None] Network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:14.877500 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-112735457-network', 'tenant_id': '04145637610344c69dd78ebf3ecd92ed'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:14.884480 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:14.885076 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:14.914130 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52568) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:14.946073 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Made reservation on behalf of 32028919ab4740118fb1de464a23602b for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:14.948593 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:14.970411 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:14.982139 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.db.api [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 04:14:14.982139 dv-cinder-768458-16-iscsi neutron-server[103285]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 04:14:14.982139 dv-cinder-768458-16-iscsi neutron-server[103285]: [parameters: {'project_id_1': '04145637610344c69dd78ebf3ecd92ed', 'expiration_1': datetime.datetime(2021, 11, 23, 4, 13, 54, 882573)}] Nov 23 04:14:14.982139 dv-cinder-768458-16-iscsi neutron-server[103285]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:14:14.987691 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG oslo_db.api [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:14:15.079470 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.089639 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Made reservation on behalf of 891dccdfaeb440dd89a185b6d130b3f0 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:15.093711 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.109995 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.136365 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b3de50-7b0a-4b74-aa00-ac60a017911e None None] Network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:15.143857 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.166176 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:14:15.188019 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ca5aa3be-d9f4-48f1-87f8-7b326ee1ff99 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9382341 Nov 23 04:14:15.198714 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.199150 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Added segment c6ab66ce-cb8d-4a5e-8a52-604a1d28bd07 of type vlan for network ca09a183-8395-4efe-a2e8-70fd5a60e1f2 Nov 23 04:14:15.212219 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52f738b-7e52-4bab-b142-5bcfd7f3df97,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:15.256444 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.305729 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.338661 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-107509284-network', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:15.358264 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.359946 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:15.360779 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.419025 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.431285 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] Pushing event updated for resources: {'Network': ['ID=ca09a183-8395-4efe-a2e8-70fd5a60e1f2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:15.448449 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network ca09a183-8395-4efe-a2e8-70fd5a60e1f2 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:14:15.467894 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:14:15.474212 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Made reservation on behalf of 79d1a358755a4113b0a35cf50d3cc95a for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:15.476918 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.493233 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.561878 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-67a17baa-16ff-412c-a454-a0c1c97409a7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0880067 Nov 23 04:14:15.570397 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5497fa0c-67c8-4f2b-a251-613eaf7c4944,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:15.572051 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52596) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:15.573439 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761060312540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.574080 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Unsubscribe: segment precommit_create {{(pid=103285) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 04:14:15.574683 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.segments_db [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Added segment a0a3f56f-403a-4b4c-af3e-580cf58921d6 of type vlan for network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 Nov 23 04:14:15.579579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] Request body: {'subnet': {'network_id': 'ca09a183-8395-4efe-a2e8-70fd5a60e1f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1798723825-subnet', 'tenant_id': '32028919ab4740118fb1de464a23602b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:15.625485 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.626204 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.626204 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Tracked resource versions report: Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: pushed versions: Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: { 'AddressGroup': {'1.2'}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Log': {'1.0'}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Network': {'1.1'}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Port': {'1.7'}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'PortForwarding': {'1.2'}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'QosPolicy': {'1.10'}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SecurityGroup': {'1.5'}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SubPort': {'1.0'}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Subnet': {'1.1'}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Trunk': {'1.1'}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: consumer versions: Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: { DHCP agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: HyperV agent@hv-cinder-76845: {}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: L3 agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: Metadata agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: Metering agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: Open vSwitch agent@dv-cinder-768458-16-iscsi: { 'AddressGroup': '1.2', Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'ConntrackHelper': '1.0', Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Log': '1.0', Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Network': '1.1', Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Port': '1.7', Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'PortForwarding': '1.2', Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'QosPolicy': '1.10', Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SecurityGroup': '1.5', Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SecurityGroupRule': '1.2', Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'SubPort': '1.0', Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Subnet': '1.1', Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: 'Trunk': '1.1'}} Nov 23 04:14:15.631583 dv-cinder-768458-16-iscsi neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:14:15.710108 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.763381 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.780275 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Made reservation on behalf of 04145637610344c69dd78ebf3ecd92ed for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:15.784432 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.800722 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.839440 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.862565 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] Made reservation on behalf of 32028919ab4740118fb1de464a23602b for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:15.864989 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] Publish callbacks [] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.872540 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.873519 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:15.876505 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.882096 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:14:15.963995 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:15.995464 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:15.995809 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.segments_db [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Added segment 8e2a74f1-c909-45b6-ac01-fcf8cab3be35 of type vlan for network ef6d53c7-2a63-45b6-aaed-257052cde1c8 Nov 23 04:14:16.035054 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] Pushing event updated for resources: {'Network': ['ID=fca30bf0-6b8e-488c-ba53-d9bc0d901c60,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:16.057253 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.066499 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:14:16.066594 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-94511d0c-6fff-445d-a69c-dd9f35d9c244 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5726373 Nov 23 04:14:16.070776 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52628) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:16.075756 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] Request body: {'subnet': {'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-subnet', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:16.082775 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.180517 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.206831 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:14:16.209318 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.233707 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] Made reservation on behalf of 891dccdfaeb440dd89a185b6d130b3f0 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:16.248481 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.258729 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.260058 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:16.260663 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.337559 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=de65f359-862f-455c-b586-3796fa0c2ce1,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:16.360202 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] Checking segment: {'id': 'c6ab66ce-cb8d-4a5e-8a52-604a1d28bd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ca09a183-8395-4efe-a2e8-70fd5a60e1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:16.360802 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] Network hostable DHCP agents. Network: ca09a183-8395-4efe-a2e8-70fd5a60e1f2, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:14:16.362438 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff3ab92-575f-4500-ac17-01346ff86fee,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:16.368439 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:16.373230 dv-cinder-768458-16-iscsi neutron-server[103284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 04:14:16.378136 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.378486 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.segments_db [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Added segment 0efa416c-3739-45d3-a2cb-316ac3dacf85 of type vlan for network 49ce0af5-9910-4581-af30-0918b54a130e Nov 23 04:14:16.460552 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5450001 Nov 23 04:14:16.466699 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52654) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:16.471565 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] Request body: {'subnet': {'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-107509284-subnet', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:16.482088 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.489565 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a7226-df89-438b-8c82-ee025af1221a admin admin] Pushing event updated for resources: {'Network': ['ID=ef6d53c7-2a63-45b6-aaed-257052cde1c8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:16.503611 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network ef6d53c7-2a63-45b6-aaed-257052cde1c8 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:14:16.540869 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] Network ca09a183-8395-4efe-a2e8-70fd5a60e1f2 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:14:16.582351 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-99b1df97-28a7-4d71-81dd-7dc6110ea5b8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:16.590249 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-99b1df97-28a7-4d71-81dd-7dc6110ea5b8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/networks?id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9 HTTP/1.1" status: 200 len: 814 time: 0.2207279 Nov 23 04:14:16.602860 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-306d2079-30a3-4024-8c03-a2570177a728 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/quotas/dc51e914f5e74ceca4086caa5a05b8f0 HTTP/1.1" status: 200 len: 375 time: 0.0112121 Nov 23 04:14:16.633300 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.634255 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:16.634852 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.659453 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-64d5f61c-6877-4278-b64a-9be32d0e246a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503042 Nov 23 04:14:16.662236 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, ca09a183-8395-4efe-a2e8-70fd5a60e1f2) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:16.664032 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] Made reservation on behalf of 79d1a358755a4113b0a35cf50d3cc95a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:16.666506 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.676724 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5c03a-5598-4652-999b-68aa8e39142a None None] Network ca09a183-8395-4efe-a2e8-70fd5a60e1f2 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:16.678839 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:16.679503 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.740983 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:16.784634 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] Pushing event updated for resources: {'Network': ['ID=49ce0af5-9910-4581-af30-0918b54a130e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:16.801973 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network 49ce0af5-9910-4581-af30-0918b54a130e details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:14:16.828987 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=272142a6-1eaa-49f9-8eb7-7870c1b4781b,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:16.834313 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] Checking segment: {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:16.835008 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] Network hostable DHCP agents. Network: fca30bf0-6b8e-488c-ba53-d9bc0d901c60, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:14:16.869207 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-78825cf0-bf16-4955-9870-fb105ce79f41 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3150692 Nov 23 04:14:16.869946 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ebeb6aa3-ab56-480f-8725-07f7c9f4a2ca admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2966435 Nov 23 04:14:16.879280 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52662) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:16.884390 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] Request body: {'subnet': {'network_id': '49ce0af5-9910-4581-af30-0918b54a130e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-112735457-subnet', 'tenant_id': '04145637610344c69dd78ebf3ecd92ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:16.963303 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] Network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:14:16.990167 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01881668-1a70-4b15-9227-d4b726ec714b None None] Network ca09a183-8395-4efe-a2e8-70fd5a60e1f2 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:17.005427 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] Made reservation on behalf of 04145637610344c69dd78ebf3ecd92ed for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:17.008313 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:17.100766 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-988eb3a3-4422-42ec-a01b-a470a1a09496 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:14:17.103690 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-988eb3a3-4422-42ec-a01b-a470a1a09496 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0736718 Nov 23 04:14:17.163925 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, fca30bf0-6b8e-488c-ba53-d9bc0d901c60) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:17.169788 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:17.170657 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:17.173881 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e8cfba-1bc3-496d-a1e8-a86a3ea06f2d None None] Network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:17.223285 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:17.265261 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-276cd939-a213-4417-91a9-c9eeb67bb315 service neutron] 10.222.0.54 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557207 Nov 23 04:14:17.359669 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:17.379864 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca77d4a-1e58-53e8-849d-cd8626a4fefc-fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b'}]}} from dv-cinder-768458-16-iscsi. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:14:17.381190 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:17.409745 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-a415db95-322b-4b78-8c21-4d6d4fe2cda8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3353791 Nov 23 04:14:17.411042 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52684) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:17.417299 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:17.446800 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] Checking segment: {'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:17.447172 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] Network hostable DHCP agents. Network: ef6d53c7-2a63-45b6-aaed-257052cde1c8, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:14:17.473349 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:17.500595 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-9bab3093-d07d-45b5-bde5-b26d403b1a4f service neutron] 10.222.0.54 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274632 Nov 23 04:14:17.580138 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] Checking segment: {'id': '0efa416c-3739-45d3-a2cb-316ac3dacf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '49ce0af5-9910-4581-af30-0918b54a130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:17.580495 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] Network hostable DHCP agents. Network: 49ce0af5-9910-4581-af30-0918b54a130e, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:14:17.586814 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4191313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8387'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:17.586814 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4124523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3972742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:17.599879 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db299d6-7900-462e-a1fd-f15a7ec79fec,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:17.640178 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] Network ef6d53c7-2a63-45b6-aaed-257052cde1c8 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:14:17.647497 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Allocated IP 172.20.0.2 (fca30bf0-6b8e-488c-ba53-d9bc0d901c60/272142a6-1eaa-49f9-8eb7-7870c1b4781b/7befe0e9-4237-4a12-91b7-1c3f51bfffb4) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:14:17.732338 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:17.742099 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] Network 49ce0af5-9910-4581-af30-0918b54a130e is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:14:17.823374 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:17.862817 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, ef6d53c7-2a63-45b6-aaed-257052cde1c8) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:17.865530 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, 49ce0af5-9910-4581-af30-0918b54a130e) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:17.867414 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:17.874767 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:17.911806 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfb875-471e-4db2-aedf-396eba87e7c8 None None] Network ef6d53c7-2a63-45b6-aaed-257052cde1c8 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:17.916932 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:17.917713 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:17.926217 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0439688-916e-4634-9346-2aed6e53f207 None None] Network 49ce0af5-9910-4581-af30-0918b54a130e requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:17.931923 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:18.017218 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1d70ee5b-0e74-40ac-9088-a88a00b7dfc6 req-8de6f210-742f-4c06-bd21-b55441ff91c6 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 210 time: 0.0840261 Nov 23 04:14:18.028288 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-be285d9c-353b-4d7d-ad8b-0a83833002f6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5602608 Nov 23 04:14:18.030760 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52728) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:18.048247 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-107509284-router', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:18.055807 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.072969 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.107613 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-4ea841dc-da32-4a32-be30-9e9426c97724 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2234521 Nov 23 04:14:18.233539 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4191313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8387'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.235502 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4124523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3972742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.368441 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:18.378341 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.388196 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:18.394075 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:18.402702 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-664495698-network', 'tenant_id': 'bda0b53fb44048c3bdaeeffad1494b52'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:18.402844 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:14:18.605020 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Pushing event updated for resources: {'Port': ['ID=7befe0e9-4237-4a12-91b7-1c3f51bfffb4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:18.646645 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Made reservation on behalf of bda0b53fb44048c3bdaeeffad1494b52 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:18.649929 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.652842 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:18.663307 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Attempting to bind port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:14:18.663307 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Attempting to bind port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:14:18.663307 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Attempting to bind port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 on network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:18.664673 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d3026-3914-4c11-ab9e-9179d3bd14be None None] Network ef6d53c7-2a63-45b6-aaed-257052cde1c8 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:18.684192 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.809001 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.810530 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.811005 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.811576 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.812076 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.812590 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.813177 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.813677 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.814287 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.814783 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.815297 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.816151 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Tracked resource versions report: Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: pushed versions: Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: { 'AddressGroup': {'1.2'}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Log': {'1.0'}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Network': {'1.1'}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Port': {'1.7'}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'PortForwarding': {'1.2'}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'QosPolicy': {'1.10'}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SecurityGroup': {'1.5'}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SubPort': {'1.0'}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Subnet': {'1.1'}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Trunk': {'1.1'}} Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: consumer versions: Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: { DHCP agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: HyperV agent@hv-cinder-76845: {}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: L3 agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: Metadata agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: Metering agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: Open vSwitch agent@dv-cinder-768458-16-iscsi: { 'AddressGroup': '1.2', Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'ConntrackHelper': '1.0', Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Log': '1.0', Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Network': '1.1', Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Port': '1.7', Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'PortForwarding': '1.2', Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'QosPolicy': '1.10', Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SecurityGroup': '1.5', Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SecurityGroupRule': '1.2', Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'SubPort': '1.0', Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Subnet': '1.1', Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: 'Trunk': '1.1'}} Nov 23 04:14:18.818016 dv-cinder-768458-16-iscsi neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:14:18.830301 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.834842 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:14:18.835492 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Checking segment: {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:18.845467 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.845467 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Bound using segment: {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:14:18.845467 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Bound port: 7befe0e9-4237-4a12-91b7-1c3f51bfffb4, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:14:18.845467 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.855044 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17b848f1-c101-4d58-bdb3-0dc3431903e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.855522 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.888835 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:18.949182 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e23e42-b689-455b-86c9-a88206cbc8a8 None None] Network 49ce0af5-9910-4581-af30-0918b54a130e requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:18.990700 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Allocated IP 172.27.0.54 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/2d9f4467-13b9-43d1-bded-25d312ca2abd) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:14:19.027143 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] For port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:14:19.049506 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] For port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=7befe0e9-4237-4a12-91b7-1c3f51bfffb4,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:14:19.125873 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.157200 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.190356 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.219714 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-1b6edd58-a4d1-48ef-87dc-a896e9b89341 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:19.221702 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-1b6edd58-a4d1-48ef-87dc-a896e9b89341 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/networks?id=49ce0af5-9910-4581-af30-0918b54a130e HTTP/1.1" status: 200 len: 811 time: 0.3555331 Nov 23 04:14:19.230376 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57f64a-9f05-4cba-bffc-fdbf83d3bb67 None None] Pushing event updated for resources: {'Port': ['ID=7befe0e9-4237-4a12-91b7-1c3f51bfffb4,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:19.272324 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f64bb4b7-b0a6-4b8c-b302-c56470fa7420 req-e7573eb0-6756-4f38-b5cc-e9c37840fd00 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 210 time: 0.0780799 Nov 23 04:14:19.278925 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17b848f1-c101-4d58-bdb3-0dc3431903e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.284461 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.289915 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.303259 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-ce5d9e2c-1135-4bd0-8c26-f72492a675c2 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/quotas/04145637610344c69dd78ebf3ecd92ed HTTP/1.1" status: 200 len: 375 time: 0.0621810 Nov 23 04:14:19.340248 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:14:19.363146 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:19.371058 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:19.373813 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:14:19.383290 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17b848f1-c101-4d58-bdb3-0dc3431903e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.409864 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f78b076-f1a1-481a-abe0-546f42a43c19,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:19.421209 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-11a949e1-d34f-4fdf-90d6-45bb2f5597cb tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=04145637610344c69dd78ebf3ecd92ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967681 Nov 23 04:14:19.441815 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Pushing event updated for resources: {'Port': ['ID=2d9f4467-13b9-43d1-bded-25d312ca2abd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:19.454952 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-17b848f1-c101-4d58-bdb3-0dc3431903e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19b745e2285646b395e26a0479a5d48b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7990854 Nov 23 04:14:19.455588 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52806) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:19.457526 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.457526 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Added segment 206e4352-f7db-42a3-8257-d1943d59f90b of type vlan for network 4aca3d81-d583-4ace-b016-c26fea35156c Nov 23 04:14:19.609624 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b848f1-c101-4d58-bdb3-0dc3431903e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6194a78c-3a8b-4aab-b2ab-e00eab6ba4e3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:19.609624 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.631674 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89c702c5-8b2f-4dc7-83f5-5870318ff7e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.642571 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-588989b9-c820-4058-ae6c-0cb77f58f95f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:14:19.643645 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-588989b9-c820-4058-ae6c-0cb77f58f95f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1235719 Nov 23 04:14:19.739020 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.740064 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:19.741175 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.774715 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.844561 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89c702c5-8b2f-4dc7-83f5-5870318ff7e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:19.930576 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] Pushing event updated for resources: {'Network': ['ID=4aca3d81-d583-4ace-b016-c26fea35156c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:19.945095 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network 4aca3d81-d583-4ace-b016-c26fea35156c details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:14:19.949484 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3a35c104-b58a-4018-8c23-d4d4bc68c090 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5537992 Nov 23 04:14:19.968281 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52826) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:19.974731 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] Request body: {'subnet': {'network_id': '4aca3d81-d583-4ace-b016-c26fea35156c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-664495698-subnet', 'tenant_id': 'bda0b53fb44048c3bdaeeffad1494b52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:19.987529 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:20.031573 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:20.038001 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-b085f791-5dcf-43c0-b77c-898f73d04519 service neutron] 10.222.0.54 "GET /v2.0/networks/49ce0af5-9910-4581-af30-0918b54a130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443313 Nov 23 04:14:20.115325 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4124074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4124470'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:20.142339 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] Made reservation on behalf of bda0b53fb44048c3bdaeeffad1494b52 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:20.146210 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:20.342539 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89c702c5-8b2f-4dc7-83f5-5870318ff7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:20.345372 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89c702c5-8b2f-4dc7-83f5-5870318ff7e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:20.349000 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-89c702c5-8b2f-4dc7-83f5-5870318ff7e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6194a78c-3a8b-4aab-b2ab-e00eab6ba4e3 HTTP/1.1" status: 204 len: 168 time: 0.8858898 Nov 23 04:14:20.353673 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Router 4ef69db6-39b2-4c81-9add-b54360daa2fd is scheduled to L3 agent d698791b-1204-4756-9a69-44a6c13f83bc with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:14:20.453830 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c702c5-8b2f-4dc7-83f5-5870318ff7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6194a78c-3a8b-4aab-b2ab-e00eab6ba4e3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:20.463034 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-41d10a0c-b3b9-4141-8a46-9d6e953d9fce service neutron] 10.222.0.54 "GET /v2.0/networks/49ce0af5-9910-4581-af30-0918b54a130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164295 Nov 23 04:14:20.537651 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:14:20.549157 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Sync routers for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:14:20.560732 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152372cb-7456-4ceb-8fdd-3cd29f1c1083 None None] Network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:20.564364 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:14:20.564897 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:14:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:20.591876 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c76f3ea3-f0fb-46c2-a515-df38509025f9 req-d105eed4-0509-44fc-868d-297c3751ba63 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 210 time: 0.0915284 Nov 23 04:14:20.648141 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Allocated IP 172.27.0.31 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/d7e901a6-8edb-466b-83ed-94c779fc3995) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:14:20.686457 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:20.691624 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-ba505805-5f2f-4f98-bbb9-a980efac5aca admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2790413 Nov 23 04:14:20.692725 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52844) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:20.725795 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-80784a21-931b-4efd-890a-25adb5cd3318 None None] Provisioning complete for port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:20.726422 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80784a21-931b-4efd-890a-25adb5cd3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:20.974058 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:21.001784 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:21.009928 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:14:21.073640 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80784a21-931b-4efd-890a-25adb5cd3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:21.157369 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-80784a21-931b-4efd-890a-25adb5cd3318 None None] For port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=7befe0e9-4237-4a12-91b7-1c3f51bfffb4,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:21.248055 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c200d5-cbab-4068-be39-5470820002ec,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:21.274288 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52c3e676-f752-441a-9387-8d99ccdf2d39 req-369790f5-3fa3-49b1-a3ba-7eb8035ac4fb tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 210 time: 0.1388440 Nov 23 04:14:21.302360 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80784a21-931b-4efd-890a-25adb5cd3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:21.368559 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] Checking segment: {'id': '206e4352-f7db-42a3-8257-d1943d59f90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4aca3d81-d583-4ace-b016-c26fea35156c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:21.373140 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] Network hostable DHCP agents. Network: 4aca3d81-d583-4ace-b016-c26fea35156c, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:14:21.415601 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:21.464875 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:21.503604 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:19Z', 'revision_number': 3, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:21.560571 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Checking router: 4ef69db6-39b2-4c81-9add-b54360daa2fd for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:14:21.560571 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Updating router 4ef69db6-39b2-4c81-9add-b54360daa2fd port 2d9f4467-13b9-43d1-bded-25d312ca2abd binding host dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:14:21.567590 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] Network 4aca3d81-d583-4ace-b016-c26fea35156c is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:14:21.575707 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:21.576423 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80784a21-931b-4efd-890a-25adb5cd3318 None None] Pushing event updated for resources: {'Port': ['ID=7befe0e9-4237-4a12-91b7-1c3f51bfffb4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:21.586768 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:21.594004 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:21.598062 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:14:21.610071 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:21.610551 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:21.704656 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c10d96b3-4162-4d80-8e18-a9a1ed068da1 None None] Provisioning complete for port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:21.704656 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c10d96b3-4162-4d80-8e18-a9a1ed068da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:21.706491 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Pushing event updated for resources: {'Port': ['ID=d7e901a6-8edb-466b-83ed-94c779fc3995,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:21.740648 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, 4aca3d81-d583-4ace-b016-c26fea35156c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:21.772372 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:21.773223 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:21.784205 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3670a99-6940-4edf-8100-372f029bc8f8 None None] Network 4aca3d81-d583-4ace-b016-c26fea35156c requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:21.928201 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7c4e2596-5159-428b-a052-471884098022 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9522440 Nov 23 04:14:21.955114 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6efd0eac-d566-4085-9e7b-6434a645d7ee req-88153ac5-8e6e-403a-a6ef-059084d60864 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 210 time: 0.0583730 Nov 23 04:14:21.958377 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.101094 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8098953-c180-4c83-b248-bcf3ab7a4130 None None] Network 4aca3d81-d583-4ace-b016-c26fea35156c requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:22.107058 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.108361 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52902) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:22.177014 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.182203 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.244547 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Allocated IP 172.20.0.1 (fca30bf0-6b8e-488c-ba53-d9bc0d901c60/272142a6-1eaa-49f9-8eb7-7870c1b4781b/ac96609a-57bd-4e5d-9f01-1ec11095a444) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:14:22.347515 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Attempting to bind port 2d9f4467-13b9-43d1-bded-25d312ca2abd on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:14:22.348088 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Attempting to bind port 2d9f4467-13b9-43d1-bded-25d312ca2abd by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:14:22.348458 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Attempting to bind port 2d9f4467-13b9-43d1-bded-25d312ca2abd on network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:22.375899 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Pushing event updated for resources: {'Port': ['ID=2d9f4467-13b9-43d1-bded-25d312ca2abd,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:22.396999 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.398112 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.401193 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a3640947-0786-4750-98c5-71ae069b1aa7 req-7e78346d-9053-4212-a99e-30fb56454595 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0395601 Nov 23 04:14:22.401565 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.402813 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:22.402948 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.402948 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.404694 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.405382 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.407810 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.408288 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.409267 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.409267 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.410531 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Tracked resource versions report: Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: pushed versions: Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: { 'AddressGroup': {'1.2'}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Log': {'1.0'}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Network': {'1.1'}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Port': {'1.7'}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'PortForwarding': {'1.2'}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'QosPolicy': {'1.10'}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SecurityGroup': {'1.5'}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SubPort': {'1.0'}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Subnet': {'1.1'}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Trunk': {'1.1'}} Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: consumer versions: Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: { DHCP agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: HyperV agent@hv-cinder-76845: {}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: L3 agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: Metadata agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: Metering agent@dv-cinder-768458-16-iscsi: {}, Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: Open vSwitch agent@dv-cinder-768458-16-iscsi: { 'AddressGroup': '1.2', Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'ConntrackHelper': '1.0', Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Log': '1.0', Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Network': '1.1', Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Port': '1.7', Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'PortForwarding': '1.2', Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'QosPolicy': '1.10', Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SecurityGroup': '1.5', Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SecurityGroupRule': '1.2', Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'SubPort': '1.0', Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Subnet': '1.1', Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: 'Trunk': '1.1'}} Nov 23 04:14:22.411876 dv-cinder-768458-16-iscsi neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:14:22.430801 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:14:22.430801 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Checking segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:22.430801 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.430801 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Bound using segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:14:22.430801 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Bound port: 2d9f4467-13b9-43d1-bded-25d312ca2abd, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:14:22.430801 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.500908 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff8cf62-360c-46f6-ba64-c7095af9d0a1 admin admin] Deleting subnet de65f359-862f-455c-b586-3796fa0c2ce1 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:14:22.521783 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] For port 2d9f4467-13b9-43d1-bded-25d312ca2abd, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:14:22.532054 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] For port 2d9f4467-13b9-43d1-bded-25d312ca2abd, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=2d9f4467-13b9-43d1-bded-25d312ca2abd,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:14:22.785431 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff8cf62-360c-46f6-ba64-c7095af9d0a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.785431 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff8cf62-360c-46f6-ba64-c7095af9d0a1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.786197 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.786197 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e35c62fe-d2a9-4a78-b443-491bccacfc8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.786761 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff8cf62-360c-46f6-ba64-c7095af9d0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.786761 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4124074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4124470'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.787133 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.787133 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:14:22.787133 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:14:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:22.787696 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e35c62fe-d2a9-4a78-b443-491bccacfc8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.787770 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdaa0ff-6f64-4ff0-b41c-5e01d9b048ff None None] Pushing event updated for resources: {'Port': ['ID=2d9f4467-13b9-43d1-bded-25d312ca2abd,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:22.806039 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:14:22.874037 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.902516 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff8cf62-360c-46f6-ba64-c7095af9d0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.908448 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e35c62fe-d2a9-4a78-b443-491bccacfc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.932882 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8cf62-360c-46f6-ba64-c7095af9d0a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de65f359-862f-455c-b586-3796fa0c2ce1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:22.937791 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Router f207e2cb-d38b-4b91-9b1c-f78f11009767 is scheduled to L3 agent d698791b-1204-4756-9a69-44a6c13f83bc with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:14:22.945933 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff8cf62-360c-46f6-ba64-c7095af9d0a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.952702 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-aff8cf62-360c-46f6-ba64-c7095af9d0a1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/de65f359-862f-455c-b586-3796fa0c2ce1 HTTP/1.1" status: 204 len: 168 time: 0.5452456 Nov 23 04:14:22.954742 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 52926) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:22.956007 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:22.968385 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:22.976711 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:14:22.977189 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120683'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:22.984620 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-e35c62fe-d2a9-4a78-b443-491bccacfc8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7c7f4b2ad4b446c1b655678ebee9c509&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8758607 Nov 23 04:14:22.985361 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac96609a-57bd-4e5d-9f01-1ec11095a444,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:22.991014 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52930) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:23.063948 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c62fe-d2a9-4a78-b443-491bccacfc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0222cfcc-226d-4de9-a53e-e737868db292,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:23.110048 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:19Z', 'revision_number': 3, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:23.114431 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e136a889-ba22-478b-a365-309471bb98b9 None None] The sync data for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi is: [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:19Z', 'revision_number': 3, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:14:23.190512 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fa30ef6-fbd7-4f9e-88d6-3bb884439973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.216963 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:23.227332 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fa30ef6-fbd7-4f9e-88d6-3bb884439973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.251928 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:14:23.273926 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-860b0ea2-75a7-4a13-bfbe-7a4782a53407 req-b613ca2a-70e4-4be8-9a8b-c6de2b4aa8ef tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 210 time: 0.1094203 Nov 23 04:14:23.278690 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Sync routers for ids ['f207e2cb-d38b-4b91-9b1c-f78f11009767'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:14:23.301275 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Routers {'f207e2cb-d38b-4b91-9b1c-f78f11009767'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:14:23.304662 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:14:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f207e2cb-d38b-4b91-9b1c-f78f11009767'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:23.304662 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:23.304662 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.335449 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.353368 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.416048 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-29ca38bb-8b57-4706-8f03-edf15cdc0562 None None] Provisioning complete for port ac96609a-57bd-4e5d-9f01-1ec11095a444 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:23.416414 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29ca38bb-8b57-4706-8f03-edf15cdc0562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.536706 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fa30ef6-fbd7-4f9e-88d6-3bb884439973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.541962 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fa30ef6-fbd7-4f9e-88d6-3bb884439973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.542492 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-6fa30ef6-fbd7-4f9e-88d6-3bb884439973 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0222cfcc-226d-4de9-a53e-e737868db292 HTTP/1.1" status: 204 len: 168 time: 0.5503035 Nov 23 04:14:23.649742 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa30ef6-fbd7-4f9e-88d6-3bb884439973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0222cfcc-226d-4de9-a53e-e737868db292,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:23.696808 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.697946 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-733592fb-44c5-43d7-a42e-5184024a2add admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6657903 Nov 23 04:14:23.755951 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.759060 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.763040 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52948) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:23.777241 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-29ca38bb-8b57-4706-8f03-edf15cdc0562 None None] Port ac96609a-57bd-4e5d-9f01-1ec11095a444 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:14:23.783265 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:23.783644 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:23.784422 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:23.784756 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > port after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:23.785109 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:23.785445 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > port after_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:23.785769 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:23.786127 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:23.786596 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:23.786923 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:23.838915 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Set router f207e2cb-d38b-4b91-9b1c-f78f11009767 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:14:23.945645 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:23.946508 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124155'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.156723 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac96609a-57bd-4e5d-9f01-1ec11095a444,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:24.187027 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:24.187364 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:24.187727 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:24.188077 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:24.188676 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca09a183-8395-4efe-a2e8-70fd5a60e1f2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:24.213607 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'name': 'tempest-ServerRescueNegativeTestJSON-107509284-router', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:21Z', 'revision_number': 3, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'gw_port': {'id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:20Z', 'updated_at': '2021-11-23T04:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:24.220108 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ab66ce-cb8d-4a5e-8a52-604a1d28bd07') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:24.220108 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ab66ce-cb8d-4a5e-8a52-604a1d28bd07') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:24.257635 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Checking router: f207e2cb-d38b-4b91-9b1c-f78f11009767 for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:14:24.258724 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Updating router f207e2cb-d38b-4b91-9b1c-f78f11009767 port d7e901a6-8edb-466b-83ed-94c779fc3995 binding host dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:14:24.273742 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3086330'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.276239 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:24.281681 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:24.298718 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e4c3225e-4fc4-4b1a-b9fe-2f7ef517e17a req-3b20eb75-47b8-4ca9-ac79-830d0da34810 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 210 time: 0.6055853 Nov 23 04:14:24.308826 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.336046 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.353491 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:14:24.356712 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099859'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: from cryptography.utils import int_from_bytes Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: from cryptography.utils import int_from_bytes Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: Traceback (most recent call last): Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: timer() Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: cb(*args, **kw) Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: return func(*args, **kwargs) Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: self._notify() Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: self.callback(batched_events) Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: event.method(event) Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: return f(self, *a, **k) Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._get(url).json() Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:14:24.359862 dv-cinder-768458-16-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:14:24.473931 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e790bb6b-3ac1-4b43-8108-8384a843b521 req-68fe5966-9bb3-4f28-96e2-dfd7a61f5b1a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 210 time: 0.0674002 Nov 23 04:14:24.673755 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.684863 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.688686 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ca09a183-8395-4efe-a2e8-70fd5a60e1f2 HTTP/1.1" status: 204 len: 168 time: 1.7307289 Nov 23 04:14:24.701459 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 52978) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:24.706744 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d7366-4f4b-48a7-a03b-29b59618b592 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca09a183-8395-4efe-a2e8-70fd5a60e1f2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:24.717282 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Router 4ef69db6-39b2-4c81-9add-b54360daa2fd has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:14:24.728952 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-179ea77d-436c-4b90-af4c-1bd9cabc2dc6 None None] Provisioning complete for port ac96609a-57bd-4e5d-9f01-1ec11095a444 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:24.729326 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-179ea77d-436c-4b90-af4c-1bd9cabc2dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.803040 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-179ea77d-436c-4b90-af4c-1bd9cabc2dc6 None None] Port ac96609a-57bd-4e5d-9f01-1ec11095a444 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:14:24.814667 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.829270 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d29dc8-e498-434b-aac4-5479fe8e8425 admin admin] Deleting subnet c8c200d5-cbab-4068-be39-5470820002ec {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:14:24.847743 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08d29dc8-e498-434b-aac4-5479fe8e8425 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.911765 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.957983 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08d29dc8-e498-434b-aac4-5479fe8e8425 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.968587 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:24.974181 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08d29dc8-e498-434b-aac4-5479fe8e8425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:25.015804 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Attempting to bind port d7e901a6-8edb-466b-83ed-94c779fc3995 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:14:25.016479 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Attempting to bind port d7e901a6-8edb-466b-83ed-94c779fc3995 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:14:25.017016 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Attempting to bind port d7e901a6-8edb-466b-83ed-94c779fc3995 on network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:25.022108 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3676ca9-e36e-452f-846f-105b5b9997aa None None] Pushing event updated for resources: {'Port': ['ID=d7e901a6-8edb-466b-83ed-94c779fc3995,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:25.022777 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:25.027470 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:14:25.027891 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:14:25.028260 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Checking segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:25.029266 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:25.030464 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Bound using segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:14:25.030464 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Bound port: d7e901a6-8edb-466b-83ed-94c779fc3995, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:14:25.030797 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:25.040241 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-cb44af08-9b64-41d3-91b9-a136ea2992a8 admin admin] 10.222.0.54 "PUT /v2.0/routers/4ef69db6-39b2-4c81-9add-b54360daa2fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3459363 Nov 23 04:14:25.095299 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] For port d7e901a6-8edb-466b-83ed-94c779fc3995, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:14:25.099393 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] For port d7e901a6-8edb-466b-83ed-94c779fc3995, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=d7e901a6-8edb-466b-83ed-94c779fc3995,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:14:25.186991 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:25.238809 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08d29dc8-e498-434b-aac4-5479fe8e8425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:25.284945 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3676ca9-e36e-452f-846f-105b5b9997aa None None] Pushing event updated for resources: {'Port': ['ID=d7e901a6-8edb-466b-83ed-94c779fc3995,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:25.284945 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 2d9f4467-13b9-43d1-bded-25d312ca2abd up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:25.316334 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d29dc8-e498-434b-aac4-5479fe8e8425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c200d5-cbab-4068-be39-5470820002ec,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:25.383948 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Allocated IP 172.20.0.1 (ef6d53c7-2a63-45b6-aaed-257052cde1c8/cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286/eb4ff559-bad4-4eef-9e02-4306ec63fc2d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:14:25.401179 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Routers {'f207e2cb-d38b-4b91-9b1c-f78f11009767'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:14:25.401179 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:14:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f207e2cb-d38b-4b91-9b1c-f78f11009767'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:25.414375 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08d29dc8-e498-434b-aac4-5479fe8e8425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:25.421246 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-08d29dc8-e498-434b-aac4-5479fe8e8425 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c8c200d5-cbab-4068-be39-5470820002ec HTTP/1.1" status: 204 len: 168 time: 0.7164350 Nov 23 04:14:25.422062 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53004) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:25.464862 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e64dcfe1-d9d8-4be6-aaf1-ec5b250ebc2a req-276b4187-7f97-4812-8c30-a64b845b04f8 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0404544 Nov 23 04:14:25.566602 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.50', 61521) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:25.569382 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 2d9f4467-13b9-43d1-bded-25d312ca2abd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:25.569947 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:25.590880 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:25.645840 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] Set router f207e2cb-d38b-4b91-9b1c-f78f11009767 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:14:25.726286 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:25.727682 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-20a417df-ab5d-45c5-8ae7-32112802e877 req-b5c44cf6-cd9a-49c7-b9c9-548b1d9a0432 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 210 time: 0.0685961 Nov 23 04:14:25.776522 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:25.816086 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Sync routers for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:14:25.835076 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:14:25.835742 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:14:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:25.837985 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-cfb7ac9a-0fa7-4c66-aed5-f50452ee0eac tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:25.839498 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-cfb7ac9a-0fa7-4c66-aed5-f50452ee0eac tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "GET /v2.0/networks?id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9 HTTP/1.1" status: 200 len: 814 time: 0.2718697 Nov 23 04:14:25.844979 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:25.845520 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:25.846430 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:25.846888 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > port after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:25.847415 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:25.847896 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > port after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:25.848341 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:25.848812 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:25.868086 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:25.868547 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:25.922175 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Request body: {'port': {'device_id': '87273409-979f-4dd3-b901-60f00ba87d4c', 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9', 'admin_state_up': True, 'tenant_id': 'dc51e914f5e74ceca4086caa5a05b8f0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:26.031610 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:26.072412 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:14:26.110900 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port 2d9f4467-13b9-43d1-bded-25d312ca2abd, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=2d9f4467-13b9-43d1-bded-25d312ca2abd,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:26.221833 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'name': 'tempest-ServerRescueNegativeTestJSON-107509284-router', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:21Z', 'revision_number': 3, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'gw_port': {'id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:20Z', 'updated_at': '2021-11-23T04:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:26.278515 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:26.279027 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:26.279229 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:26.279556 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:14:26.279936 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aca3d81-d583-4ace-b016-c26fea35156c']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:26.292662 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663be01-fa95-457a-bb49-5b4bd0a1990d None None] The sync data for ids ['f207e2cb-d38b-4b91-9b1c-f78f11009767'] in dv-cinder-768458-16-iscsi is: [{'id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'name': 'tempest-ServerRescueNegativeTestJSON-107509284-router', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:21Z', 'revision_number': 3, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'gw_port': {'id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:20Z', 'updated_at': '2021-11-23T04:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:14:26.313896 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:26.314755 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 2, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:26.367289 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206e4352-f7db-42a3-8257-d1943d59f90b') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:26.367579 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206e4352-f7db-42a3-8257-d1943d59f90b') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:26.376787 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Checking router: 4ef69db6-39b2-4c81-9add-b54360daa2fd for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:14:26.378709 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Updating router 4ef69db6-39b2-4c81-9add-b54360daa2fd port ac96609a-57bd-4e5d-9f01-1ec11095a444 binding host dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:14:26.412838 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197431'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:26.448123 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:26.473480 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=2d9f4467-13b9-43d1-bded-25d312ca2abd,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:26.479925 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:26.507044 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:14:26.507693 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9645248'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:26.523405 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Made reservation on behalf of dc51e914f5e74ceca4086caa5a05b8f0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:26.528327 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:26.602283 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: from cryptography.utils import int_from_bytes Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: from cryptography.utils import int_from_bytes Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: Traceback (most recent call last): Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: timer() Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: cb(*args, **kw) Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: return func(*args, **kwargs) Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: self._notify() Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: self.callback(batched_events) Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: event.method(event) Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: return f(self, *a, **k) Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._get(url).json() Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: return self.request(url, 'GET', **kwargs) Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:14:26.616873 dv-cinder-768458-16-iscsi neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:14:26.618725 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a8b53ef9-e378-4864-b57f-b4addd28585b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7181194', 'description': 'tempest-description--1302649806'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:26.685492 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.50', 61526) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:26.819777 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-44efac4c-9ac1-48a5-b786-993d8dafc405 req-b2db93c6-4a0a-4abf-b5f9-e3b414f6e736 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 210 time: 0.1836255 Nov 23 04:14:27.004803 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.019160 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.024068 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4aca3d81-d583-4ace-b016-c26fea35156c HTTP/1.1" status: 204 len: 168 time: 1.6012173 Nov 23 04:14:27.041819 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3730296a-7281-4664-829a-b4f1deab6d36 req-9648538e-e192-4a2d-b292-97c56c1b3ca6 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 210 time: 0.1111581 Nov 23 04:14:27.111844 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.141314 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8b53ef9-e378-4864-b57f-b4addd28585b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.208880 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e94fdcc-fd93-438a-85f1-0a7f659947e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.272465 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Pushing event updated for resources: {'Port': ['ID=eb4ff559-bad4-4eef-9e02-4306ec63fc2d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:27.307634 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146988c4-1bc6-4724-92ab-3e471a757842 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aca3d81-d583-4ace-b016-c26fea35156c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:27.327761 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.352196 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Network ef6d53c7-2a63-45b6-aaed-257052cde1c8 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:27.358116 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 2d9f4467-13b9-43d1-bded-25d312ca2abd up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:27.371592 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:27.383912 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:14:27.429976 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.440846 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Allocated IP 172.20.0.13 (3f225ae5-6bd1-4fef-a8a2-1e95224823f9/8e1376b0-d11d-4241-9f82-5ec678076c29/832e3d40-1fef-4a95-9553-b2e7c02d57af) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:14:27.443515 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 2d9f4467-13b9-43d1-bded-25d312ca2abd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:27.444091 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.529606 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-b8052ab8-f6b3-4ed0-bf1c-c784c408bfd8 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:27.532011 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-b8052ab8-f6b3-4ed0-bf1c-c784c408bfd8 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.50 "GET /v2.0/networks?id=49ce0af5-9910-4581-af30-0918b54a130e HTTP/1.1" status: 200 len: 811 time: 0.8458319 Nov 23 04:14:27.571579 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Request body: {'port': {'device_id': '3e50b4e8-8b55-4abf-b356-7e130ff4c5a5', 'network_id': '49ce0af5-9910-4581-af30-0918b54a130e', 'admin_state_up': True, 'tenant_id': '04145637610344c69dd78ebf3ecd92ed'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:27.581584 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8b53ef9-e378-4864-b57f-b4addd28585b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.587092 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120683'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.614621 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device d7e901a6-8edb-466b-83ed-94c779fc3995 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:27.702782 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port d7e901a6-8edb-466b-83ed-94c779fc3995 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:27.702782 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.730180 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6af05-3c0e-4605-815d-4c582ca0169f None None] Pushing event updated for resources: {'Port': ['ID=ac96609a-57bd-4e5d-9f01-1ec11095a444,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:27.745968 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8b53ef9-e378-4864-b57f-b4addd28585b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.749026 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Attempting to bind port ac96609a-57bd-4e5d-9f01-1ec11095a444 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:14:27.758987 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Attempting to bind port ac96609a-57bd-4e5d-9f01-1ec11095a444 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:14:27.759458 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Attempting to bind port ac96609a-57bd-4e5d-9f01-1ec11095a444 on network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:27.772898 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:14:27.773409 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Checking segment: {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:27.773909 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.777618 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53078) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:27.778761 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Bound using segment: {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:14:27.779397 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Bound port: ac96609a-57bd-4e5d-9f01-1ec11095a444, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:14:27.782702 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.797719 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.827572 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port d7e901a6-8edb-466b-83ed-94c779fc3995, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=d7e901a6-8edb-466b-83ed-94c779fc3995,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:27.861713 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7d183ddf-0e2a-4596-9045-314e6abe0f35 None None] Provisioning complete for port ac96609a-57bd-4e5d-9f01-1ec11095a444 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:27.862287 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d183ddf-0e2a-4596-9045-314e6abe0f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.941775 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:27.947781 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b53ef9-e378-4864-b57f-b4addd28585b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:28.015535 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] For port ac96609a-57bd-4e5d-9f01-1ec11095a444, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:14:28.032810 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] For port ac96609a-57bd-4e5d-9f01-1ec11095a444, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=ac96609a-57bd-4e5d-9f01-1ec11095a444,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:14:28.077705 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=d7e901a6-8edb-466b-83ed-94c779fc3995,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:28.109189 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7d183ddf-0e2a-4596-9045-314e6abe0f35 None None] Port ac96609a-57bd-4e5d-9f01-1ec11095a444 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:14:28.133399 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:28.166623 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-27f02124-7947-4020-a5bb-a616e4b48e3f req-8a68983c-531a-407a-b35f-21f7d65bb3dc tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 210 time: 0.1143212 Nov 23 04:14:28.179312 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8b53ef9-e378-4864-b57f-b4addd28585b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:28.181502 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a8b53ef9-e378-4864-b57f-b4addd28585b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.5673091 Nov 23 04:14:28.189615 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:28.209339 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:28.228937 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ca5cb49f-7899-4901-bda3-5a7245da4eef tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'security_group_rule': {'security_group_id': 'a7a0dd34-5170-4c4f-a144-9b3dc746fdb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:28.310800 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-677cb96e-e37a-4637-839a-c033d87c2a37 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32028919ab4740118fb1de464a23602b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5167503 Nov 23 04:14:28.313162 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53106) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:28.352899 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:14:28.354541 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:14:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:28.363836 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6af05-3c0e-4605-815d-4c582ca0169f None None] Pushing event updated for resources: {'Port': ['ID=ac96609a-57bd-4e5d-9f01-1ec11095a444,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:28.419885 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Made reservation on behalf of 04145637610344c69dd78ebf3ecd92ed for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:28.435339 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:28.452913 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-548a071e-207d-4689-ab6c-24034b828535 req-f1629dc3-1ced-4015-b34f-0f51c084a423 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 210 time: 0.1523786 Nov 23 04:14:28.496784 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:28.525990 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c36c0f9-95dd-4c8f-a88e-385274a4fb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:28.531914 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:28.567765 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:14:28.593012 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ac52136-fdb8-43e6-be18-8f5e6d134d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:28.694740 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca5cb49f-7899-4901-bda3-5a7245da4eef tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:28.758291 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:28.761808 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-496ee2d1-8b37-402e-ba8d-adf5d380de02 None None] Provisioning complete for port ac96609a-57bd-4e5d-9f01-1ec11095a444 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:28.766064 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-496ee2d1-8b37-402e-ba8d-adf5d380de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:28.904987 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ac52136-fdb8-43e6-be18-8f5e6d134d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:28.981483 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-496ee2d1-8b37-402e-ba8d-adf5d380de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.025206 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Pushing event updated for resources: {'Port': ['ID=832e3d40-1fef-4a95-9553-b2e7c02d57af,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:29.037819 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-496ee2d1-8b37-402e-ba8d-adf5d380de02 None None] For port ac96609a-57bd-4e5d-9f01-1ec11095a444, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=ac96609a-57bd-4e5d-9f01-1ec11095a444,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:29.093314 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:29.116459 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:29.124459 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-496ee2d1-8b37-402e-ba8d-adf5d380de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.127758 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:14:29.129184 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:27Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:29.211895 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ee2d1-8b37-402e-ba8d-adf5d380de02 None None] Pushing event updated for resources: {'Port': ['ID=ac96609a-57bd-4e5d-9f01-1ec11095a444,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:29.294611 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device d7e901a6-8edb-466b-83ed-94c779fc3995 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:29.301381 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f75a72f-29e3-4240-98d9-5ea21764fa03 None None] The sync data for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi is: [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:27Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:14:29.354268 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:29.360725 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.388846 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c36c0f9-95dd-4c8f-a88e-385274a4fb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.395455 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.438464 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Allocated IP 172.20.0.6 (49ce0af5-9910-4581-af30-0918b54a130e/5db299d6-7900-462e-a1fd-f15a7ec79fec/5802ea66-681d-4f76-a561-6e2e0d2de725) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:14:29.439150 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port d7e901a6-8edb-466b-83ed-94c779fc3995 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:29.439880 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.501304 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c36c0f9-95dd-4c8f-a88e-385274a4fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.511303 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9645244'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.555996 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:14:29.617961 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1258cc24-c43f-40a3-89d7-c4a99552a9cb req-fb94592f-da5c-4f42-98c1-652d15401528 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 210 time: 0.1467719 Nov 23 04:14:29.650415 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-7f7da4b4-1029-4981-a296-563b13903a5d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7315767 Nov 23 04:14:29.684558 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca5cb49f-7899-4901-bda3-5a7245da4eef tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.690275 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ac52136-fdb8-43e6-be18-8f5e6d134d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.693689 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ac52136-fdb8-43e6-be18-8f5e6d134d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.695653 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-1ac52136-fdb8-43e6-be18-8f5e6d134d84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d52f738b-7e52-4bab-b142-5bcfd7f3df97 HTTP/1.1" status: 204 len: 168 time: 1.3807044 Nov 23 04:14:29.804783 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac52136-fdb8-43e6-be18-8f5e6d134d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52f738b-7e52-4bab-b142-5bcfd7f3df97,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:29.808485 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Pushing event updated for resources: {'Port': ['ID=eb4ff559-bad4-4eef-9e02-4306ec63fc2d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:29.826626 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124155'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:29.974730 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0c36c0f9-95dd-4c8f-a88e-385274a4fb4f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03cd3c8951924869a8e23fe9a5d39b41&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8395309 Nov 23 04:14:29.977867 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53138) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:30.009202 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.025113 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-3dcb19cd-435f-4005-8c12-d7b27dbdee8f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:14:30.026238 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-3dcb19cd-435f-4005-8c12-d7b27dbdee8f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3061233 Nov 23 04:14:30.027060 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca5cb49f-7899-4901-bda3-5a7245da4eef tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.037470 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36c0f9-95dd-4c8f-a88e-385274a4fb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0e2056-3110-47e9-ad3e-1c57e505ad3e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:30.045954 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3212d9b9-7b4f-4ad8-bf0a-fb8d4ed03a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.095668 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cb49f-7899-4901-bda3-5a7245da4eef tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d411a088-3822-4183-b097-95160bb48d4b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:30.113970 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Network ef6d53c7-2a63-45b6-aaed-257052cde1c8 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:30.126947 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:30.136682 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad286b63-75b0-4946-89e5-18ac4062418d req-a3dc13d2-13fa-44e7-9560-e777287ea0c2 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:30.142665 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad286b63-75b0-4946-89e5-18ac4062418d req-a3dc13d2-13fa-44e7-9560-e777287ea0c2 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 932 time: 0.4653251 Nov 23 04:14:30.160365 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d875e43b-d4bc-436e-9ec3-8abc1fdbfea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.229525 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d875e43b-d4bc-436e-9ec3-8abc1fdbfea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.231776 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad286b63-75b0-4946-89e5-18ac4062418d req-a0d0c117-1606-4166-aa03-012963304068 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822799 Nov 23 04:14:30.237664 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca5cb49f-7899-4901-bda3-5a7245da4eef tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.241265 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ca5cb49f-7899-4901-bda3-5a7245da4eef tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0449378 Nov 23 04:14:30.241625 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:30.250223 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d36b66c7-65e7-4cdd-9faa-64730b263b14 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'security_group_rule': {'security_group_id': 'a7a0dd34-5170-4c4f-a144-9b3dc746fdb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:30.457068 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36b66c7-65e7-4cdd-9faa-64730b263b14 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.498091 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.631438 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36b66c7-65e7-4cdd-9faa-64730b263b14 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.732683 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36b66c7-65e7-4cdd-9faa-64730b263b14 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.820231 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Request body: {'port': {'device_id': '87273409-979f-4dd3-b901-60f00ba87d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:30.844985 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Network 49ce0af5-9910-4581-af30-0918b54a130e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:30.897972 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:30.912873 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:14:30.913682 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b66c7-65e7-4cdd-9faa-64730b263b14 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911d1a43-b59a-4087-9192-76f79fd1b66f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:30.925522 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Pushing event updated for resources: {'Port': ['ID=5802ea66-681d-4f76-a561-6e2e0d2de725,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:30.926409 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36b66c7-65e7-4cdd-9faa-64730b263b14 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.930786 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d36b66c7-65e7-4cdd-9faa-64730b263b14 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6881907 Nov 23 04:14:30.940247 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53168) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:30.976917 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:30.986828 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'floatingip': {'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:31.033010 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:31.057861 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f76cc4-b470-499e-b106-48b9e0aab53a req-9d4226fe-dd02-4f9f-aff0-8420c2447171 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:31.065532 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f76cc4-b470-499e-b106-48b9e0aab53a req-9d4226fe-dd02-4f9f-aff0-8420c2447171 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 931 time: 0.3072929 Nov 23 04:14:31.072138 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Router f207e2cb-d38b-4b91-9b1c-f78f11009767 has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:14:31.146590 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:31.146590 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:31.156437 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:31.299495 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device ac96609a-57bd-4e5d-9f01-1ec11095a444 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:31.333714 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d875e43b-d4bc-436e-9ec3-8abc1fdbfea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:31.337157 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d875e43b-d4bc-436e-9ec3-8abc1fdbfea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:31.338485 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-d875e43b-d4bc-436e-9ec3-8abc1fdbfea2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e0e2056-3110-47e9-ad3e-1c57e505ad3e HTTP/1.1" status: 204 len: 168 time: 1.3572245 Nov 23 04:14:31.339562 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:31.427016 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b7fb8e3c-9fc4-445a-820a-2829178276c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bda0b53fb44048c3bdaeeffad1494b52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2694323 Nov 23 04:14:31.434646 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53180) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:31.438373 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-bab2ff05-d5b1-472a-b440-d7b4a6aa2a19 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8829930 Nov 23 04:14:31.457769 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port ac96609a-57bd-4e5d-9f01-1ec11095a444 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:31.457769 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:31.458656 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875e43b-d4bc-436e-9ec3-8abc1fdbfea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0e2056-3110-47e9-ad3e-1c57e505ad3e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:31.473572 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Request body: {'port': {'device_id': '3e50b4e8-8b55-4abf-b356-7e130ff4c5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:31.532927 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:14:31.550508 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-73ec6de9-e62c-45c5-a265-f36dd1df746f admin admin] 10.222.0.54 "PUT /v2.0/routers/f207e2cb-d38b-4b91-9b1c-f78f11009767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7764390 Nov 23 04:14:31.653378 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f76cc4-b470-499e-b106-48b9e0aab53a req-8e678753-9c8f-4ea8-8f3e-d2c3fe6614ff tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655067 Nov 23 04:14:31.678901 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:31.719902 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8f95-f1a7-43b5-9ede-16450b8d5217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:31.862444 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0772d9-9700-4098-a266-be4f5b697583 req-63385aa9-e304-433b-ad78-f590dfa7aa6c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:31.862444 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a0772d9-9700-4098-a266-be4f5b697583 req-63385aa9-e304-433b-ad78-f590dfa7aa6c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 932 time: 0.4447713 Nov 23 04:14:31.899075 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8f95-f1a7-43b5-9ede-16450b8d5217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:31.965191 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Sync routers for ids ['f207e2cb-d38b-4b91-9b1c-f78f11009767'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:14:32.056266 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Routers {'f207e2cb-d38b-4b91-9b1c-f78f11009767'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:14:32.056953 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:14:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f207e2cb-d38b-4b91-9b1c-f78f11009767'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:32.058508 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a0772d9-9700-4098-a266-be4f5b697583 req-cb632115-fb9d-47ea-9da3-f41b127ca10a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755121 Nov 23 04:14:32.179382 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832e3d40-1fef-4a95-9553-b2e7c02d57af {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:14:32.211588 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:32.245871 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Set router f207e2cb-d38b-4b91-9b1c-f78f11009767 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:14:32.253508 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:32.288694 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Transition to ACTIVE for port object 832e3d40-1fef-4a95-9553-b2e7c02d57af will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:14:32.553380 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'name': 'tempest-ServerRescueNegativeTestJSON-107509284-router', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 4, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'gw_port': {'id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:20Z', 'updated_at': '2021-11-23T04:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'eb4ff559-bad4-4eef-9e02-4306ec63fc2d', 'name': '', 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'mac_address': 'fa:16:3e:15:8d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:25Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 2, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'subnets': [{'id': 'cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:32.586109 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Checking router: f207e2cb-d38b-4b91-9b1c-f78f11009767 for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:14:32.586457 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Updating router f207e2cb-d38b-4b91-9b1c-f78f11009767 port eb4ff559-bad4-4eef-9e02-4306ec63fc2d binding host dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:14:32.600768 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-631e42b3-7b12-4cc3-8013-6456d5ba1309 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:32.602415 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-631e42b3-7b12-4cc3-8013-6456d5ba1309 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 818 time: 0.1382058 Nov 23 04:14:32.603654 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:32.617277 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:32.628988 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Allocated IP 172.27.0.47 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/baa10e58-3e8c-4d86-b475-4246c0d7b9c8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:14:32.640470 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8f95-f1a7-43b5-9ede-16450b8d5217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:32.657239 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8f95-f1a7-43b5-9ede-16450b8d5217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:32.657239 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-9b9e8f95-f1a7-43b5-9ede-16450b8d5217 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f78b076-f1a1-481a-abe0-546f42a43c19 HTTP/1.1" status: 204 len: 168 time: 1.2060368 Nov 23 04:14:32.701108 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e8f95-f1a7-43b5-9ede-16450b8d5217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f78b076-f1a1-481a-abe0-546f42a43c19,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:32.784286 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-5882a4d3-9e6e-4112-b2a2-db35188cf32e tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/quotas/79d1a358755a4113b0a35cf50d3cc95a HTTP/1.1" status: 200 len: 375 time: 0.1712108 Nov 23 04:14:32.913655 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:32.950512 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Pushing event updated for resources: {'Port': ['ID=832e3d40-1fef-4a95-9553-b2e7c02d57af,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:32.976782 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5802ea66-681d-4f76-a561-6e2e0d2de725 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:14:33.001604 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.021592 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53220) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:33.072207 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30cc3fc1-8a82-44b1-84b0-12cb61971e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.092023 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Transition to ACTIVE for port object 5802ea66-681d-4f76-a561-6e2e0d2de725 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:14:33.164739 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be3217-bc46-4b98-a55c-93fd5ec98f6e req-6ccaa379-7ae6-4cc8-a1d0-ac0bd74d9ac3 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:33.172717 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1be3217-bc46-4b98-a55c-93fd5ec98f6e req-6ccaa379-7ae6-4cc8-a1d0-ac0bd74d9ac3 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 931 time: 0.3306248 Nov 23 04:14:33.222588 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-ed0eaefa-30d1-4d86-b451-ce43a908473f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4311507 Nov 23 04:14:33.304175 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30cc3fc1-8a82-44b1-84b0-12cb61971e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.344962 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.395011 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9645244'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.426829 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.468425 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Pushing event updated for resources: {'Port': ['ID=5802ea66-681d-4f76-a561-6e2e0d2de725,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:33.484376 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Attempting to bind port 832e3d40-1fef-4a95-9553-b2e7c02d57af on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:14:33.485111 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Attempting to bind port 832e3d40-1fef-4a95-9553-b2e7c02d57af by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:14:33.485453 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Attempting to bind port 832e3d40-1fef-4a95-9553-b2e7c02d57af on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:33.522051 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Port 832e3d40-1fef-4a95-9553-b2e7c02d57af on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:14:33.522377 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Attempting to bind port 832e3d40-1fef-4a95-9553-b2e7c02d57af on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:33.542829 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:14:33.543850 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Checking segment: {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:33.544491 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Bound using segment: {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:14:33.545110 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Bound port: 832e3d40-1fef-4a95-9553-b2e7c02d57af, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:14:33.545477 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.570394 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1be3217-bc46-4b98-a55c-93fd5ec98f6e req-ee5e99fa-9b16-4947-b138-8494da8175a9 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965423 Nov 23 04:14:33.645694 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Attempting to bind port 5802ea66-681d-4f76-a561-6e2e0d2de725 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:14:33.646284 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.647952 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.648222 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Attempting to bind port 5802ea66-681d-4f76-a561-6e2e0d2de725 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '0efa416c-3739-45d3-a2cb-316ac3dacf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '49ce0af5-9910-4581-af30-0918b54a130e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:14:33.648762 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Attempting to bind port 5802ea66-681d-4f76-a561-6e2e0d2de725 on network 49ce0af5-9910-4581-af30-0918b54a130e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:33.657212 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30cc3fc1-8a82-44b1-84b0-12cb61971e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.664917 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-28488e49-41f5-4ae1-b9df-a11cda5ac33a service neutron] 10.222.0.54 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403732 Nov 23 04:14:33.693184 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-30cc3fc1-8a82-44b1-84b0-12cb61971e5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32d042f2f0324f20a1e6235d14920d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6661754 Nov 23 04:14:33.696511 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.700136 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53240) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:33.713426 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Port 5802ea66-681d-4f76-a561-6e2e0d2de725 on network 49ce0af5-9910-4581-af30-0918b54a130e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:14:33.713958 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Attempting to bind port 5802ea66-681d-4f76-a561-6e2e0d2de725 on network 49ce0af5-9910-4581-af30-0918b54a130e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:33.731739 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:14:33.731997 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Checking segment: {'id': '0efa416c-3739-45d3-a2cb-316ac3dacf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '49ce0af5-9910-4581-af30-0918b54a130e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:33.732590 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Bound using segment: {'id': '0efa416c-3739-45d3-a2cb-316ac3dacf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '49ce0af5-9910-4581-af30-0918b54a130e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:14:33.733143 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Bound port: 5802ea66-681d-4f76-a561-6e2e0d2de725, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efa416c-3739-45d3-a2cb-316ac3dacf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '49ce0af5-9910-4581-af30-0918b54a130e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:14:33.733697 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.792891 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb5eb7-abf6-410f-be09-a6421619f519 None None] Pushing event updated for resources: {'Port': ['ID=eb4ff559-bad4-4eef-9e02-4306ec63fc2d,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:33.856567 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Attempting to bind port eb4ff559-bad4-4eef-9e02-4306ec63fc2d on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:14:33.857595 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Attempting to bind port eb4ff559-bad4-4eef-9e02-4306ec63fc2d by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:14:33.858075 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Attempting to bind port eb4ff559-bad4-4eef-9e02-4306ec63fc2d on network ef6d53c7-2a63-45b6-aaed-257052cde1c8 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:33.867770 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:14:33.868582 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Checking segment: {'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:33.869502 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.870443 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Bound using segment: {'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:14:33.871955 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Bound port: eb4ff559-bad4-4eef-9e02-4306ec63fc2d, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:14:33.873097 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:33.893994 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:33.921167 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] For port 832e3d40-1fef-4a95-9553-b2e7c02d57af, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:14:33.929176 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc3fc1-8a82-44b1-84b0-12cb61971e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446c9b72-2d86-477a-8e90-f040e33af8b6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:33.930184 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] For port 832e3d40-1fef-4a95-9553-b2e7c02d57af, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=832e3d40-1fef-4a95-9553-b2e7c02d57af,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:14:33.935090 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] For port 5802ea66-681d-4f76-a561-6e2e0d2de725, host hv-cinder-76845, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:14:33.963076 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:33.967505 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] For port eb4ff559-bad4-4eef-9e02-4306ec63fc2d, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:14:33.973319 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] For port eb4ff559-bad4-4eef-9e02-4306ec63fc2d, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=eb4ff559-bad4-4eef-9e02-4306ec63fc2d,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:14:33.993900 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:14:34.002770 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9938a6c-8dd3-4bb2-974a-0a54e69a8aa7 req-766843f9-03d7-43f2-85fb-ee69170db777 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:34.004539 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9938a6c-8dd3-4bb2-974a-0a54e69a8aa7 req-766843f9-03d7-43f2-85fb-ee69170db777 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 944 time: 0.1941323 Nov 23 04:14:34.007431 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-24b5bd8a-d4b2-42f2-b261-620ac415c69e service neutron] 10.222.0.54 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340473 Nov 23 04:14:34.060726 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'Port': ['ID=baa10e58-3e8c-4d86-b475-4246c0d7b9c8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:34.075469 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] For port 5802ea66-681d-4f76-a561-6e2e0d2de725, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5802ea66-681d-4f76-a561-6e2e0d2de725,segment=NetworkSegment(0efa416c-3739-45d3-a2cb-316ac3dacf85),segment_id=0efa416c-3739-45d3-a2cb-316ac3dacf85)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:14:34.085457 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:34.090951 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:34.138622 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72c393f9-c8db-48db-ba45-9f22d2379ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:34.308820 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb5eb7-abf6-410f-be09-a6421619f519 None None] Pushing event updated for resources: {'Port': ['ID=eb4ff559-bad4-4eef-9e02-4306ec63fc2d,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:34.308820 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Routers {'f207e2cb-d38b-4b91-9b1c-f78f11009767'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:14:34.308820 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:14:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f207e2cb-d38b-4b91-9b1c-f78f11009767'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:34.310533 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72c393f9-c8db-48db-ba45-9f22d2379ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:34.310808 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:34.310808 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:34.310808 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] 10.222.0.50 "PUT /v2.0/ports/832e3d40-1fef-4a95-9553-b2e7c02d57af HTTP/1.1" status: 200 len: 1094 time: 3.6192715 Nov 23 04:14:34.310808 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87273409-979f-4dd3-b901-60f00ba87d4c', 'tag': '832e3d40-1fef-4a95-9553-b2e7c02d57af'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:14:34.310808 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9938a6c-8dd3-4bb2-974a-0a54e69a8aa7 req-3cdc1446-150b-4136-b1a3-1a17dd5cd870 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776494 Nov 23 04:14:34.354491 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc01d6-4fdc-42f0-83f2-5ef34f5d2dcb service neutron] Pushing event updated for resources: {'Port': ['ID=832e3d40-1fef-4a95-9553-b2e7c02d57af,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:34.362594 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9645244'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:34.478837 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:34.484353 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:34.484508 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] Set router f207e2cb-d38b-4b91-9b1c-f78f11009767 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:14:34.484628 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] 10.222.0.50 "PUT /v2.0/ports/5802ea66-681d-4f76-a561-6e2e0d2de725 HTTP/1.1" status: 200 len: 1093 time: 3.0197062 Nov 23 04:14:34.486830 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e50b4e8-8b55-4abf-b356-7e130ff4c5a5', 'tag': '5802ea66-681d-4f76-a561-6e2e0d2de725'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:14:34.492250 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:34.530723 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c7264-beb9-435f-99e2-09d940089774 service neutron] Pushing event updated for resources: {'Port': ['ID=5802ea66-681d-4f76-a561-6e2e0d2de725,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:34.542754 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25717586-9cab-4217-87b4-abcb1896caab" -d '{"events": [{"name": "network-changed", "server_uuid": "87273409-979f-4dd3-b901-60f00ba87d4c", "tag": "832e3d40-1fef-4a95-9553-b2e7c02d57af"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:14:34.596287 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410cd0e19ab500a818ff3cd17b2b4d634dcf2313bc0dc6223f3fe9937fe65d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f41eaa-71d3-4037-97c4-60dacf0dda7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e50b4e8-8b55-4abf-b356-7e130ff4c5a5", "tag": "5802ea66-681d-4f76-a561-6e2e0d2de725"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:14:34.774366 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f88056-b909-4d3b-8948-46cf21e75d50 x-openstack-request-id: req-01f88056-b909-4d3b-8948-46cf21e75d50 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:14:34.774662 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87273409-979f-4dd3-b901-60f00ba87d4c", "tag": "832e3d40-1fef-4a95-9553-b2e7c02d57af", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:14:34.774914 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-01f88056-b909-4d3b-8948-46cf21e75d50 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:14:34.775391 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87273409-979f-4dd3-b901-60f00ba87d4c', 'tag': '832e3d40-1fef-4a95-9553-b2e7c02d57af', 'status': 'completed', 'code': 200} Nov 23 04:14:34.838532 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'name': 'tempest-ServerRescueNegativeTestJSON-107509284-router', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 4, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'gw_port': {'id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:20Z', 'updated_at': '2021-11-23T04:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'eb4ff559-bad4-4eef-9e02-4306ec63fc2d', 'name': '', 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'mac_address': 'fa:16:3e:15:8d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:25Z', 'updated_at': '2021-11-23T04:14:33Z', 'revision_number': 4, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'subnets': [{'id': 'cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:14:34.900308 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de801ce-3db5-42c4-b427-98324c8ed08b None None] The sync data for ids ['f207e2cb-d38b-4b91-9b1c-f78f11009767'] in dv-cinder-768458-16-iscsi is: [{'id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'name': 'tempest-ServerRescueNegativeTestJSON-107509284-router', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 4, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'gw_port': {'id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:20Z', 'updated_at': '2021-11-23T04:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'eb4ff559-bad4-4eef-9e02-4306ec63fc2d', 'name': '', 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'mac_address': 'fa:16:3e:15:8d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:25Z', 'updated_at': '2021-11-23T04:14:33Z', 'revision_number': 4, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'subnets': [{'id': 'cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:14:35.177358 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca99fbe-6de7-4734-91a2-a299cbc52eb9 x-openstack-request-id: req-aca99fbe-6de7-4734-91a2-a299cbc52eb9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:14:35.177358 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e50b4e8-8b55-4abf-b356-7e130ff4c5a5", "tag": "5802ea66-681d-4f76-a561-6e2e0d2de725", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:14:35.177358 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aca99fbe-6de7-4734-91a2-a299cbc52eb9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:14:35.177358 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e50b4e8-8b55-4abf-b356-7e130ff4c5a5', 'tag': '5802ea66-681d-4f76-a561-6e2e0d2de725', 'status': 'completed', 'code': 200} Nov 23 04:14:35.177358 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72c393f9-c8db-48db-ba45-9f22d2379ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:35.177358 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72c393f9-c8db-48db-ba45-9f22d2379ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:35.177358 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-72c393f9-c8db-48db-ba45-9f22d2379ed6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/446c9b72-2d86-477a-8e90-f040e33af8b6 HTTP/1.1" status: 204 len: 168 time: 1.2917118 Nov 23 04:14:35.177358 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:35.189287 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-32e841f7-8037-48fd-81e8-4e03ec6f86e8 req-d60c7a13-141b-46e3-a026-dfc354b236dc tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 210 time: 0.0840342 Nov 23 04:14:35.189287 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503d96a-c908-4316-829e-7793231f9f3e req-390c6811-c591-4528-8378-981b6c2782ac tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:35.189287 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8503d96a-c908-4316-829e-7793231f9f3e req-390c6811-c591-4528-8378-981b6c2782ac tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 943 time: 0.1722972 Nov 23 04:14:35.323523 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8503d96a-c908-4316-829e-7793231f9f3e req-439a6357-40fe-45af-a2d0-d954ea0f0bac tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593578 Nov 23 04:14:35.382984 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device eb4ff559-bad4-4eef-9e02-4306ec63fc2d up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:35.494894 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c393f9-c8db-48db-ba45-9f22d2379ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446c9b72-2d86-477a-8e90-f040e33af8b6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:35.610272 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port eb4ff559-bad4-4eef-9e02-4306ec63fc2d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:35.610645 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:35.770904 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f41eaa-71d3-4037-97c4-60dacf0dda7f req-a53857d9-7d9c-4f2b-b9be-08fcbb1b985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:35.772760 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-70f41eaa-71d3-4037-97c4-60dacf0dda7f req-a53857d9-7d9c-4f2b-b9be-08fcbb1b985e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04145637610344c69dd78ebf3ecd92ed&device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 1096 time: 0.3100457 Nov 23 04:14:35.981562 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-81320afb-31db-40dd-ac66-12b0dd1e245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:35.983066 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-81320afb-31db-40dd-ac66-12b0dd1e245a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 1097 time: 0.6537783 Nov 23 04:14:35.985813 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:36.020245 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4f439-573b-42f1-93b6-25d32b729806 req-69e69887-1277-4dc9-996d-22172e7bae95 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:36.045710 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2bd4f439-573b-42f1-93b6-25d32b729806 req-69e69887-1277-4dc9-996d-22172e7bae95 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 944 time: 0.5447767 Nov 23 04:14:36.108627 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port eb4ff559-bad4-4eef-9e02-4306ec63fc2d, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=eb4ff559-bad4-4eef-9e02-4306ec63fc2d,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:36.201666 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f41eaa-71d3-4037-97c4-60dacf0dda7f req-bb092d49-d2e7-4daa-a516-e24b43fdbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:36.235731 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-70f41eaa-71d3-4037-97c4-60dacf0dda7f req-bb092d49-d2e7-4daa-a516-e24b43fdbae3 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=04145637610344c69dd78ebf3ecd92ed&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3748906 Nov 23 04:14:36.298589 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-6757ad93-cb3c-4ab7-897c-86ce310cf84a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832e3d40-1fef-4a95-9553-b2e7c02d57af HTTP/1.1" status: 200 len: 217 time: 0.2287390 Nov 23 04:14:36.305205 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:36.407351 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2bd4f439-573b-42f1-93b6-25d32b729806 req-21749c23-bda3-427a-87cd-02155a037039 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605089 Nov 23 04:14:36.414459 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:36.547180 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f41eaa-71d3-4037-97c4-60dacf0dda7f req-15f2c428-e509-44d0-88a0-53568ad59087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:36.547180 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-70f41eaa-71d3-4037-97c4-60dacf0dda7f req-15f2c428-e509-44d0-88a0-53568ad59087 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3331003 Nov 23 04:14:36.549450 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9645244'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:36.584215 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=eb4ff559-bad4-4eef-9e02-4306ec63fc2d,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:36.704555 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'Port': ['ID=baa10e58-3e8c-4d86-b475-4246c0d7b9c8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:36.892555 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8db81e-aab8-4d07-b56f-dd3a8ce8032c req-3846d02f-57b7-4f8d-ad51-2f8581a5328d tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:36.896534 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab8db81e-aab8-4d07-b56f-dd3a8ce8032c req-3846d02f-57b7-4f8d-ad51-2f8581a5328d tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 943 time: 0.2104027 Nov 23 04:14:36.918782 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-3204c1fd-b0db-4233-845b-c0e6f9dc7cc7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:36.931441 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-3204c1fd-b0db-4233-845b-c0e6f9dc7cc7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 818 time: 0.6385567 Nov 23 04:14:36.935121 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-ba96421f-7a4e-4535-8ec0-9be5e7e790cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:36.936696 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-ba96421f-7a4e-4535-8ec0-9be5e7e790cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e1376b0-d11d-4241-9f82-5ec678076c29 HTTP/1.1" status: 200 len: 854 time: 0.4955461 Nov 23 04:14:36.955503 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-1fef02c6-ec0f-4239-90eb-367269e2ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:36.961631 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-1fef02c6-ec0f-4239-90eb-367269e2ade1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=04145637610344c69dd78ebf3ecd92ed&device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 1096 time: 0.2552352 Nov 23 04:14:36.961631 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:36.984255 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-75dfd2e6-7345-4c3f-b7e5-f653162154ef tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/quotas/79d1a358755a4113b0a35cf50d3cc95a HTTP/1.1" status: 200 len: 375 time: 0.0457876 Nov 23 04:14:37.123123 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-ef4c5dd9-cb50-4dfe-9ca1-31de4d999735 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747235 Nov 23 04:14:37.138842 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab8db81e-aab8-4d07-b56f-dd3a8ce8032c req-8a5ad9e6-5f11-4560-b1b6-2790f0d10e80 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062550 Nov 23 04:14:37.178786 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-b914d8d4-7df9-4782-a5b5-4f5b9b0c9304 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5802ea66-681d-4f76-a561-6e2e0d2de725 HTTP/1.1" status: 200 len: 217 time: 0.1444724 Nov 23 04:14:37.181608 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-7e8812d0-b6b4-4e9d-a052-d3996d882bdf tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1840999 Nov 23 04:14:37.244390 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:37.250738 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-0adf4cb4-4b95-4390-900e-4aaea9ff055c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2682130 Nov 23 04:14:37.262356 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device eb4ff559-bad4-4eef-9e02-4306ec63fc2d up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:37.390990 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port eb4ff559-bad4-4eef-9e02-4306ec63fc2d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:37.390990 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:37.466161 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-3b1f5952-cc83-4b08-9eca-89e2d78332de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:37.467634 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-3b1f5952-cc83-4b08-9eca-89e2d78332de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5db299d6-7900-462e-a1fd-f15a7ec79fec HTTP/1.1" status: 200 len: 851 time: 0.2118785 Nov 23 04:14:37.658534 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-2a625689-0f44-4bdf-a1c9-1b61e759db58 service neutron] 10.222.0.54 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590642 Nov 23 04:14:37.815586 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcc372-877f-47c3-9d1d-cb66f7d87a2d req-ca99b244-7370-4f20-b014-d4eaaf81f72b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:37.823807 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dddcc372-877f-47c3-9d1d-cb66f7d87a2d req-ca99b244-7370-4f20-b014-d4eaaf81f72b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 944 time: 0.2442856 Nov 23 04:14:37.828102 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-b0b4c212-3715-4196-ae36-1e1073fda6ac service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218392 Nov 23 04:14:37.882205 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-3c01b72e-9fa9-4f57-97d2-ef9573b85bc4 service neutron] 10.222.0.54 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227404 Nov 23 04:14:37.902116 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dddcc372-877f-47c3-9d1d-cb66f7d87a2d req-7f7819cb-32ad-46aa-8f6f-e1d782afb09d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697885 Nov 23 04:14:38.116891 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d11de8-5a44-4b0a-8bf1-96f5bd7324bd req-595a93eb-c91f-4af0-ba7c-d2a09e26eab0 service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553223 Nov 23 04:14:38.117016 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-9942e1e2-bbc8-4158-b890-5f0dcc7f64ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49ce0af5-9910-4581-af30-0918b54a130e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1721365 Nov 23 04:14:38.206824 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-13cba79a-3b17-47d9-b93e-32e9287dc71f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--7181194&fields=id&tenant_id=891dccdfaeb440dd89a185b6d130b3f0 HTTP/1.1" status: 200 len: 267 time: 0.0777502 Nov 23 04:14:38.389336 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa459a8-1f22-4813-80ad-f83215381283 req-d6d91326-fdb4-41e0-b4f6-903ecea85c38 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:38.390955 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-d6d91326-fdb4-41e0-b4f6-903ecea85c38 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 816 time: 0.1753438 Nov 23 04:14:38.408802 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-02e4ed6d-334d-4027-bef3-4bf45565a5b3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/quotas/891dccdfaeb440dd89a185b6d130b3f0 HTTP/1.1" status: 200 len: 375 time: 0.0113881 Nov 23 04:14:38.471616 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-321a3a4f-f792-4f92-964e-d9fc6d08a3fd tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554307 Nov 23 04:14:38.577574 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-26303407-84a7-4ec6-8605-5167d937c1f6 service neutron] 10.222.0.54 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903754 Nov 23 04:14:38.685881 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-78cc2620-e7bc-4007-a1dc-b9b4b932cc9a service neutron] 10.222.0.54 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018748 Nov 23 04:14:39.180560 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b023fd0-8aca-448c-8afb-ed64770c8d91 req-8ce9720d-7e60-49da-8f9c-65a2716906be tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:39.188457 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6b023fd0-8aca-448c-8afb-ed64770c8d91 req-8ce9720d-7e60-49da-8f9c-65a2716906be tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 943 time: 0.2384574 Nov 23 04:14:39.192264 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e7ddbdc-7b3b-4d66-b9dd-2cb7cd561705 req-d31aa971-2022-4625-b744-6e851cad4b07 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 210 time: 0.1932738 Nov 23 04:14:39.274212 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6b023fd0-8aca-448c-8afb-ed64770c8d91 req-6996e848-1485-4f45-8e03-e15b1da65650 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808899 Nov 23 04:14:39.293278 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a5c5820-3214-4265-b70d-6065b72f844a req-a0c82bd3-ce80-42e1-b270-df310710c1c0 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 210 time: 0.0380328 Nov 23 04:14:39.433499 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fa589-99bd-43fe-ae20-dda90ec38cc7 req-70849fec-03c5-449f-b3f5-b832c4f4092b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:39.435854 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f0fa589-99bd-43fe-ae20-dda90ec38cc7 req-70849fec-03c5-449f-b3f5-b832c4f4092b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 944 time: 0.0701756 Nov 23 04:14:39.491831 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f0fa589-99bd-43fe-ae20-dda90ec38cc7 req-264eb4fe-d36b-4b6b-8382-34c54b41da50 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493894 Nov 23 04:14:40.328138 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c81d032e-10e0-4aef-80f0-033ba011f1f9 req-b4413f1d-b5a7-49d6-b93f-75e3874bc2e1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 210 time: 0.0444918 Nov 23 04:14:40.447831 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-29fdaaea-bd99-445b-89b0-3014f18490b1 req-c6d71ba0-729e-4759-b5b6-ad17f6e431d8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 210 time: 0.0317912 Nov 23 04:14:40.473831 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113f17f-a679-4ec5-b3a5-e82bcf6e4756 req-cfadd2f5-4262-4a70-844e-b40b4fc0a373 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:40.475708 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a113f17f-a679-4ec5-b3a5-e82bcf6e4756 req-cfadd2f5-4262-4a70-844e-b40b4fc0a373 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 943 time: 0.0912392 Nov 23 04:14:40.551517 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a113f17f-a679-4ec5-b3a5-e82bcf6e4756 req-357a9fdc-bce0-4eae-a106-8ad35d670feb tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528741 Nov 23 04:14:40.610695 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f87c4-9665-49e6-bea1-f57b59ab1869 req-81284238-75d4-4c4e-bd14-415544006cc9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:40.612161 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f7f87c4-9665-49e6-bea1-f57b59ab1869 req-81284238-75d4-4c4e-bd14-415544006cc9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 944 time: 0.0516689 Nov 23 04:14:40.661010 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f7f87c4-9665-49e6-bea1-f57b59ab1869 req-725da1d3-0a06-4eb6-ac32-90f02f091332 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429013 Nov 23 04:14:40.809588 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:40.923749 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f54cd6-fce8-40f8-b8ec-c8f2b3a3a1f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.024618 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f54cd6-fce8-40f8-b8ec-c8f2b3a3a1f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.036482 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53500) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:41.124100 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f54cd6-fce8-40f8-b8ec-c8f2b3a3a1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.142947 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-ced9279e-17d8-4dd5-bddc-218de57c0b9a service neutron] 10.222.0.50 "GET /v2.0/networks/49ce0af5-9910-4581-af30-0918b54a130e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141069 Nov 23 04:14:41.170092 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c5f54cd6-fce8-40f8-b8ec-c8f2b3a3a1f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5fa9a525ea374057b6866f32dc67bfe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593423 Nov 23 04:14:41.170854 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f54cd6-fce8-40f8-b8ec-c8f2b3a3a1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52413678-050e-4b22-8966-2fa63fe849fd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:41.173436 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53504) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:41.200524 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb05a5de-b9fd-427f-9fb4-88d4916563cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.251456 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25717586-9cab-4217-87b4-abcb1896caab req-3f4969b2-dcb9-467d-b1a8-a1d70e9ddc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:41.252960 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25717586-9cab-4217-87b4-abcb1896caab req-3f4969b2-dcb9-467d-b1a8-a1d70e9ddc6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 1097 time: 0.0660253 Nov 23 04:14:41.255803 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68743292-5727-4d72-b213-29c818db448e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.312706 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f6c7c32a-8919-4cf1-ae25-7b2db0685749 req-1536870a-7bc3-48a0-8449-592296413ee9 service neutron] 10.222.0.50 "GET /v2.0/networks/49ce0af5-9910-4581-af30-0918b54a130e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235883 Nov 23 04:14:41.336391 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68743292-5727-4d72-b213-29c818db448e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.342808 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb05a5de-b9fd-427f-9fb4-88d4916563cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.468590 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb05a5de-b9fd-427f-9fb4-88d4916563cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.515388 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-eb05a5de-b9fd-427f-9fb4-88d4916563cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4852746b9ca04bbe9aa7ff8ceb7fb9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4762762 Nov 23 04:14:41.516857 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05a5de-b9fd-427f-9fb4-88d4916563cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53367f2-3d4c-4a08-a5a7-8d51af774ab0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:41.532441 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53516) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:41.609626 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79c24cbb-ba72-49ad-a77e-fcf7441838b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.638009 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79c24cbb-ba72-49ad-a77e-fcf7441838b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.665989 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ef173d12-ead8-4490-aba5-1351d425c59f req-9e711ed4-7784-44ba-a84e-8bd44ba9f44a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 210 time: 0.2463109 Nov 23 04:14:41.679874 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-98e50a9d-97d6-4052-b42f-29e00e7642d5 req-b4cfd4e4-ebf4-49cf-9b1e-268d83e73a23 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 210 time: 0.0851769 Nov 23 04:14:41.691144 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25717586-9cab-4217-87b4-abcb1896caab req-8bce27dd-c4fa-49af-a3b3-3f791cf65815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:41.692772 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25717586-9cab-4217-87b4-abcb1896caab req-8bce27dd-c4fa-49af-a3b3-3f791cf65815 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9 HTTP/1.1" status: 200 len: 915 time: 0.4280975 Nov 23 04:14:41.792554 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25717586-9cab-4217-87b4-abcb1896caab req-9293a3f2-8524-4f32-bd94-2971f69539fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832e3d40-1fef-4a95-9553-b2e7c02d57af HTTP/1.1" status: 200 len: 217 time: 0.0768201 Nov 23 04:14:41.797855 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79c24cbb-ba72-49ad-a77e-fcf7441838b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.800471 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79c24cbb-ba72-49ad-a77e-fcf7441838b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.801680 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-79c24cbb-ba72-49ad-a77e-fcf7441838b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c53367f2-3d4c-4a08-a5a7-8d51af774ab0 HTTP/1.1" status: 204 len: 168 time: 0.2812839 Nov 23 04:14:41.817305 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c24cbb-ba72-49ad-a77e-fcf7441838b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53367f2-3d4c-4a08-a5a7-8d51af774ab0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:41.870574 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68743292-5727-4d72-b213-29c818db448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.873347 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68743292-5727-4d72-b213-29c818db448e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:41.875290 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-68743292-5727-4d72-b213-29c818db448e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/52413678-050e-4b22-8966-2fa63fe849fd HTTP/1.1" status: 204 len: 168 time: 0.7003355 Nov 23 04:14:41.904681 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68743292-5727-4d72-b213-29c818db448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52413678-050e-4b22-8966-2fa63fe849fd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:41.929072 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25717586-9cab-4217-87b4-abcb1896caab req-e9eb41f1-3c57-45da-934a-c0eb77fbb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:41.931039 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25717586-9cab-4217-87b4-abcb1896caab req-e9eb41f1-3c57-45da-934a-c0eb77fbb1b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e1376b0-d11d-4241-9f82-5ec678076c29 HTTP/1.1" status: 200 len: 854 time: 0.1238506 Nov 23 04:14:41.945310 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff163a3f-101b-4943-b892-451ab5f4c990 req-ff72ad48-2f4d-4737-9f07-df51eff916a6 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:41.946544 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff163a3f-101b-4943-b892-451ab5f4c990 req-ff72ad48-2f4d-4737-9f07-df51eff916a6 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 943 time: 0.1721385 Nov 23 04:14:41.982324 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25717586-9cab-4217-87b4-abcb1896caab req-069d3e9f-9ddc-431c-af27-4e68003dbf3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329959 Nov 23 04:14:41.993891 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b4608-52a9-4006-87c1-9effd623e292 req-99cf3b16-e2d9-405a-93b6-7afc66be8934 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:41.993891 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e68b4608-52a9-4006-87c1-9effd623e292 req-99cf3b16-e2d9-405a-93b6-7afc66be8934 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 944 time: 0.2198327 Nov 23 04:14:42.073387 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff163a3f-101b-4943-b892-451ab5f4c990 req-a8cc964a-354f-4bae-90ee-98a59aee60aa tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900679 Nov 23 04:14:42.129353 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e68b4608-52a9-4006-87c1-9effd623e292 req-07bfb10e-8b87-4a35-abcf-885d915119ed tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152432 Nov 23 04:14:42.185054 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25717586-9cab-4217-87b4-abcb1896caab req-87f16cc8-de09-4a1c-ab44-b227f9bd0fb5 service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312187 Nov 23 04:14:42.317369 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25717586-9cab-4217-87b4-abcb1896caab req-9309bc68-f8ed-4217-abb2-1425bb7dac0f service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241696 Nov 23 04:14:42.378733 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-5e846645-78e5-4721-9893-9ac6ef5bf537 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:42.380150 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-5e846645-78e5-4721-9893-9ac6ef5bf537 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.50 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 818 time: 0.1426387 Nov 23 04:14:42.403062 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Request body: {'port': {'device_id': '696e3da2-6fdb-4741-8f4f-fffccaf8d403', 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8', 'admin_state_up': True, 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:42.667691 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53542) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:42.686560 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Made reservation on behalf of 79d1a358755a4113b0a35cf50d3cc95a for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:42.692984 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb4ae-eb83-4ea7-9886-d9ad6745cd41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:42.697289 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:42.821088 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53552) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:42.902910 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e8590a90-6f6e-42b1-87a6-359a885a0cb0 req-49153daf-4f2a-4e4c-b106-cdd62b351732 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 210 time: 0.0720186 Nov 23 04:14:42.903578 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebce7eb9-459f-459a-837b-ad48b55babfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:42.928886 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Allocated IP 172.20.0.5 (ef6d53c7-2a63-45b6-aaed-257052cde1c8/cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286/f48f6a3d-794b-4b20-922c-ac55129a50c5) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:14:42.931551 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc6c2cdb-bbf6-4ca6-943f-8faf479e6345 req-877f8489-cd1b-40ec-8850-d269c9cd7c16 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 210 time: 0.0888417 Nov 23 04:14:42.941953 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb4ae-eb83-4ea7-9886-d9ad6745cd41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.030280 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb4ae-eb83-4ea7-9886-d9ad6745cd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.097219 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6c9eb4ae-eb83-4ea7-9886-d9ad6745cd41 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7fa5e7493427493f92b658221eb83d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4250417 Nov 23 04:14:43.101084 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53562) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:43.101780 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eb4ae-eb83-4ea7-9886-d9ad6745cd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574b568a-d64d-46a5-9b85-f9c0e29a03b0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:43.126623 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebce7eb9-459f-459a-837b-ad48b55babfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.245239 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ebce7eb9-459f-459a-837b-ad48b55babfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.324881 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad16c56-8583-4c11-b965-e954d1d290f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.356284 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.408071 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ebce7eb9-459f-459a-837b-ad48b55babfb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=95e46494d991436496d84a868b727a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5793266 Nov 23 04:14:43.409412 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53576) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:43.431057 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce7eb9-459f-459a-837b-ad48b55babfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9057e52c-d112-4b22-b730-d683edfe3e02,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:43.436160 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad16c56-8583-4c11-b965-e954d1d290f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.468450 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdf983-7f80-4339-9d90-95ddfbdd28b2 req-75defafd-b812-4f4c-99f6-77ec749c486f tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:43.469915 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acfdf983-7f80-4339-9d90-95ddfbdd28b2 req-75defafd-b812-4f4c-99f6-77ec749c486f tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 943 time: 0.2653217 Nov 23 04:14:43.478708 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-479ecb7c-52f9-430d-a27b-bb3202b60730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.501337 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-479ecb7c-52f9-430d-a27b-bb3202b60730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.523935 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-9587f0b0-6f5f-4a1f-9a14-8ea1ad3712de tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:43.525461 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-9587f0b0-6f5f-4a1f-9a14-8ea1ad3712de tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.50 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 818 time: 0.3220248 Nov 23 04:14:43.552364 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.556143 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3d876-702c-4b54-9883-7633eb4a397e req-a24ed020-635c-426c-8a47-5c47e5701934 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:43.557677 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-59e3d876-702c-4b54-9883-7633eb4a397e req-a24ed020-635c-426c-8a47-5c47e5701934 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 944 time: 0.3076503 Nov 23 04:14:43.577950 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Request body: {'port': {'device_id': 'e6648b45-9a0f-4dd2-8a71-d53921d23d91', 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8', 'admin_state_up': True, 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:43.596208 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acfdf983-7f80-4339-9d90-95ddfbdd28b2 req-bbecb231-be7b-40b5-995e-68162f0952df tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186309 Nov 23 04:14:43.604965 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Network ef6d53c7-2a63-45b6-aaed-257052cde1c8 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:43.608297 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:43.612453 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:14:43.644847 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Pushing event updated for resources: {'Port': ['ID=f48f6a3d-794b-4b20-922c-ac55129a50c5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:43.671485 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:43.672143 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.685915 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-479ecb7c-52f9-430d-a27b-bb3202b60730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.688675 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-479ecb7c-52f9-430d-a27b-bb3202b60730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.689923 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-479ecb7c-52f9-430d-a27b-bb3202b60730 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9057e52c-d112-4b22-b730-d683edfe3e02 HTTP/1.1" status: 204 len: 168 time: 0.2787588 Nov 23 04:14:43.696017 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad16c56-8583-4c11-b965-e954d1d290f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.698370 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ecb7c-52f9-430d-a27b-bb3202b60730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9057e52c-d112-4b22-b730-d683edfe3e02,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:43.698560 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad16c56-8583-4c11-b965-e954d1d290f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.700404 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7ad16c56-8583-4c11-b965-e954d1d290f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/574b568a-d64d-46a5-9b85-f9c0e29a03b0 HTTP/1.1" status: 204 len: 168 time: 0.5930786 Nov 23 04:14:43.751882 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad16c56-8583-4c11-b965-e954d1d290f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574b568a-d64d-46a5-9b85-f9c0e29a03b0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:43.763255 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-59e3d876-702c-4b54-9883-7633eb4a397e req-41c61855-59d7-47b5-8291-6b1d3e34597c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810379 Nov 23 04:14:43.829428 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c003790b-c5a8-4717-9500-f69227dac274 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4304259 Nov 23 04:14:43.849502 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Request body: {'port': {'device_id': '696e3da2-6fdb-4741-8f4f-fffccaf8d403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:43.915960 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:43.927437 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.50', 61555) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:43.934326 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Made reservation on behalf of 79d1a358755a4113b0a35cf50d3cc95a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:43.938472 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:44.169948 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5f5d969a-4bb3-4f55-a16e-201dd2e5fc99 req-90739ebd-419c-4a03-a63e-750fdcabdc36 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 210 time: 0.1369078 Nov 23 04:14:44.185884 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c367f325-fedc-41cf-8a5b-9814b5eac7e8 req-6c4d7495-1896-40b8-86bd-ffd241757a45 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 210 time: 0.1225128 Nov 23 04:14:44.260509 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa459a8-1f22-4813-80ad-f83215381283 req-37d4f474-be2a-4ce1-be0b-2e56c907a691 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:44.262811 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-37d4f474-be2a-4ce1-be0b-2e56c907a691 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 816 time: 0.3200109 Nov 23 04:14:44.345007 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48f6a3d-794b-4b20-922c-ac55129a50c5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:14:44.368337 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:44.373941 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-37899f60-11d3-4be0-bf45-8128935f5a4e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=891dccdfaeb440dd89a185b6d130b3f0 HTTP/1.1" status: 200 len: 377 time: 0.0947878 Nov 23 04:14:44.382090 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Transition to ACTIVE for port object f48f6a3d-794b-4b20-922c-ac55129a50c5 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:14:44.386017 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'port': {'device_id': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'admin_state_up': True, 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'security_groups': ['a7a0dd34-5170-4c4f-a144-9b3dc746fdb9']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:44.502416 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9645244'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:44.572767 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Pushing event updated for resources: {'Port': ['ID=f48f6a3d-794b-4b20-922c-ac55129a50c5,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:44.600241 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Allocated IP 172.20.0.4 (ef6d53c7-2a63-45b6-aaed-257052cde1c8/cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286/6a7ea38e-87d3-4079-a13a-d1258a7c04f9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:14:44.653108 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Made reservation on behalf of 891dccdfaeb440dd89a185b6d130b3f0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:44.657963 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:44.712374 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Attempting to bind port f48f6a3d-794b-4b20-922c-ac55129a50c5 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:14:44.712832 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Attempting to bind port f48f6a3d-794b-4b20-922c-ac55129a50c5 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:14:44.713169 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Attempting to bind port f48f6a3d-794b-4b20-922c-ac55129a50c5 on network ef6d53c7-2a63-45b6-aaed-257052cde1c8 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:44.721936 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Port f48f6a3d-794b-4b20-922c-ac55129a50c5 on network ef6d53c7-2a63-45b6-aaed-257052cde1c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:14:44.722506 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Attempting to bind port f48f6a3d-794b-4b20-922c-ac55129a50c5 on network ef6d53c7-2a63-45b6-aaed-257052cde1c8 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:44.731708 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:14:44.732207 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Checking segment: {'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:44.732730 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Bound using segment: {'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:14:44.733354 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Bound port: f48f6a3d-794b-4b20-922c-ac55129a50c5, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:14:44.733741 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:44.878654 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] For port f48f6a3d-794b-4b20-922c-ac55129a50c5, host hv-cinder-76845, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:14:44.884001 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] For port f48f6a3d-794b-4b20-922c-ac55129a50c5, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:14:44.892700 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f1013-87c7-4e78-b027-5eaa68f449cd req-852f4fe3-1d78-4aa1-bfff-30fdbb8e4532 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:44.894403 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-384f1013-87c7-4e78-b027-5eaa68f449cd req-852f4fe3-1d78-4aa1-bfff-30fdbb8e4532 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 943 time: 0.2014842 Nov 23 04:14:44.906568 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 832e3d40-1fef-4a95-9553-b2e7c02d57af details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:14:44.966488 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9645244'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:45.021531 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:45.022273 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:45.023687 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] 10.222.0.50 "PUT /v2.0/ports/f48f6a3d-794b-4b20-922c-ac55129a50c5 HTTP/1.1" status: 200 len: 1093 time: 1.1791308 Nov 23 04:14:45.024430 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696e3da2-6fdb-4741-8f4f-fffccaf8d403', 'tag': 'f48f6a3d-794b-4b20-922c-ac55129a50c5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:14:45.026639 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410cd0e19ab500a818ff3cd17b2b4d634dcf2313bc0dc6223f3fe9937fe65d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ac67e4-6ace-4860-a52b-3d12cbae9f24" -d '{"events": [{"name": "network-changed", "server_uuid": "696e3da2-6fdb-4741-8f4f-fffccaf8d403", "tag": "f48f6a3d-794b-4b20-922c-ac55129a50c5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:14:45.046983 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3dbaa-6f91-485d-b281-0c3ffdfedd2c service neutron] Pushing event updated for resources: {'Port': ['ID=f48f6a3d-794b-4b20-922c-ac55129a50c5,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:45.068820 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 832e3d40-1fef-4a95-9553-b2e7c02d57af, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=832e3d40-1fef-4a95-9553-b2e7c02d57af,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:45.081673 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '832e3d40-1fef-4a95-9553-b2e7c02d57af', 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9', 'port_id': '832e3d40-1fef-4a95-9553-b2e7c02d57af', 'mac_address': 'fa:16:3e:30:84:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1376b0-d11d-4241-9f82-5ec678076c29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:14:45.091303 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:45.093089 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Allocated IP 172.20.0.10 (fca30bf0-6b8e-488c-ba53-d9bc0d901c60/272142a6-1eaa-49f9-8eb7-7870c1b4781b/1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:14:45.131463 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-384f1013-87c7-4e78-b027-5eaa68f449cd req-a9e3f4d5-cd12-4b07-bb31-296a62a70402 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021866 Nov 23 04:14:45.134260 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:45.153123 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832e3d40-1fef-4a95-9553-b2e7c02d57af {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:14:45.155909 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf72708-1009-4b4c-b9e0-505fb0717e2f req-0bb5ac84-1b07-4943-b773-e8f4026b70ae tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:45.157779 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcf72708-1009-4b4c-b9e0-505fb0717e2f req-0bb5ac84-1b07-4943-b773-e8f4026b70ae tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 944 time: 0.2274368 Nov 23 04:14:45.183017 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 832e3d40-1fef-4a95-9553-b2e7c02d57af, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=832e3d40-1fef-4a95-9553-b2e7c02d57af,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:45.241464 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c3d2a937-e275-4f5b-b6b8-8f6ec047c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:45.244469 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-c3d2a937-e275-4f5b-b6b8-8f6ec047c4f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 1096 time: 0.0708261 Nov 23 04:14:45.272216 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:45.273197 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 5802ea66-681d-4f76-a561-6e2e0d2de725 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:14:45.293174 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcf72708-1009-4b4c-b9e0-505fb0717e2f req-7c34c123-7e06-4098-bff4-e836407d0631 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275909 Nov 23 04:14:45.327809 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:45.373673 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-daabfe86-b7d7-44f2-be84-6caeba06c2f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5 HTTP/1.1" status: 200 len: 217 time: 0.1145868 Nov 23 04:14:45.375243 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b2ce01-910f-4cf8-addd-07ddf8c8a277 x-openstack-request-id: req-43b2ce01-910f-4cf8-addd-07ddf8c8a277 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:14:45.375595 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696e3da2-6fdb-4741-8f4f-fffccaf8d403", "tag": "f48f6a3d-794b-4b20-922c-ac55129a50c5", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:14:45.375826 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43b2ce01-910f-4cf8-addd-07ddf8c8a277 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:14:45.376228 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696e3da2-6fdb-4741-8f4f-fffccaf8d403', 'tag': 'f48f6a3d-794b-4b20-922c-ac55129a50c5', 'status': 'completed', 'code': 200} Nov 23 04:14:45.493397 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-5be86653-f251-43fa-b64e-28bfa8428c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:45.503350 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-5be86653-f251-43fa-b64e-28bfa8428c34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 HTTP/1.1" status: 200 len: 858 time: 0.1131840 Nov 23 04:14:45.552032 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-5a53e68d-2ea3-4867-829e-045d6ea3eaa3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef6d53c7-2a63-45b6-aaed-257052cde1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493507 Nov 23 04:14:45.568179 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=832e3d40-1fef-4a95-9553-b2e7c02d57af,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:45.616211 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 5802ea66-681d-4f76-a561-6e2e0d2de725, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5802ea66-681d-4f76-a561-6e2e0d2de725,segment=NetworkSegment(0efa416c-3739-45d3-a2cb-316ac3dacf85),segment_id=0efa416c-3739-45d3-a2cb-316ac3dacf85)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:45.628224 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '5802ea66-681d-4f76-a561-6e2e0d2de725', 'network_id': '49ce0af5-9910-4581-af30-0918b54a130e', 'port_id': '5802ea66-681d-4f76-a561-6e2e0d2de725', 'mac_address': 'fa:16:3e:61:55:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db299d6-7900-462e-a1fd-f15a7ec79fec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:14:45.657682 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-af7097d1-8049-4b29-9f9e-f243d85902e9 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964849 Nov 23 04:14:45.668160 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:45.681074 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Network ef6d53c7-2a63-45b6-aaed-257052cde1c8 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:45.683318 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5802ea66-681d-4f76-a561-6e2e0d2de725 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:14:45.697084 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-80098292-0b84-471f-a3fc-7057887b4679 req-d103da8f-0b3a-443d-aa7a-68e24c67d122 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 210 time: 0.1031804 Nov 23 04:14:45.716701 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Pushing event updated for resources: {'Port': ['ID=6a7ea38e-87d3-4079-a13a-d1258a7c04f9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:45.731242 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:45.733386 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:14:45.738458 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 5802ea66-681d-4f76-a561-6e2e0d2de725, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5802ea66-681d-4f76-a561-6e2e0d2de725,segment=NetworkSegment(0efa416c-3739-45d3-a2cb-316ac3dacf85),segment_id=0efa416c-3739-45d3-a2cb-316ac3dacf85)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:45.799788 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1113348-5a22-4cdc-8ebf-ce571ab61415 req-9c9cf198-aa80-4bac-b94d-e930356020fc tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:45.807120 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e1113348-5a22-4cdc-8ebf-ce571ab61415 req-9c9cf198-aa80-4bac-b94d-e930356020fc tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 931 time: 0.2152731 Nov 23 04:14:45.818956 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-f63320a1-a252-4fa1-af71-47d0a0e1d1f0 req-0cd84095-7c2d-4c98-9af5-7bb100054629 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514494 Nov 23 04:14:45.843104 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:45.850768 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:45.873299 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:45.873970 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:45.926122 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=5802ea66-681d-4f76-a561-6e2e0d2de725,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:45.946322 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e1113348-5a22-4cdc-8ebf-ce571ab61415 req-30af8c0a-428f-4357-99b2-e1dfa7659b6e tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339147 Nov 23 04:14:46.229922 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:46.235479 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-cf01ec94-6914-4f51-b9cc-6954ac2bec3b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6633484 Nov 23 04:14:46.284959 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['832e3d40-1fef-4a95-9553-b2e7c02d57af'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:14:46.310339 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Request body: {'port': {'device_id': 'e6648b45-9a0f-4dd2-8a71-d53921d23d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:46.393309 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['5802ea66-681d-4f76-a561-6e2e0d2de725'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:14:46.435995 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:46.444621 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac67e4-6ace-4860-a52b-3d12cbae9f24 req-8a52d592-0369-4d40-acef-2aeef99f82fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:46.447818 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-60ac67e4-6ace-4860-a52b-3d12cbae9f24 req-8a52d592-0369-4d40-acef-2aeef99f82fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 1096 time: 0.0894234 Nov 23 04:14:46.480441 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:14:46.513315 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'Port': ['ID=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:46.523254 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:46.536938 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8f7f3-75d8-4b9d-a401-3f99b1d550d5 req-d7a5bc21-b692-4c4a-b42c-db57af1a7314 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:46.538712 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-57f8f7f3-75d8-4b9d-a401-3f99b1d550d5 req-d7a5bc21-b692-4c4a-b42c-db57af1a7314 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 944 time: 0.3003261 Nov 23 04:14:46.540987 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:14:46.596831 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5ffe5-7a1d-40a8-8b0a-e6765a2723a8 req-9a247d12-746c-4a42-a7a1-697017f0539d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:46.605169 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ac5ffe5-7a1d-40a8-8b0a-e6765a2723a8 req-9a247d12-746c-4a42-a7a1-697017f0539d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 945 time: 0.1584151 Nov 23 04:14:46.740652 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac67e4-6ace-4860-a52b-3d12cbae9f24 req-eb6ea54f-0228-4569-a236-93b87ddf0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:46.742153 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-60ac67e4-6ace-4860-a52b-3d12cbae9f24 req-eb6ea54f-0228-4569-a236-93b87ddf0006 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 919 time: 0.2861471 Nov 23 04:14:46.804863 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:46.805655 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:46.808280 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-60ac67e4-6ace-4860-a52b-3d12cbae9f24 req-53dab012-27fa-4d6e-bf71-849d1f531a88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5 HTTP/1.1" status: 200 len: 217 time: 0.0476546 Nov 23 04:14:46.859960 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-57f8f7f3-75d8-4b9d-a401-3f99b1d550d5 req-12964cbb-7c09-428f-a5cf-28eb2fe07bc7 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770877 Nov 23 04:14:46.894529 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac67e4-6ace-4860-a52b-3d12cbae9f24 req-038014a1-6f98-4644-b5eb-9a8985ac04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:46.896300 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-60ac67e4-6ace-4860-a52b-3d12cbae9f24 req-038014a1-6f98-4644-b5eb-9a8985ac04b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 HTTP/1.1" status: 200 len: 858 time: 0.0813494 Nov 23 04:14:46.925141 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ac5ffe5-7a1d-40a8-8b0a-e6765a2723a8 req-7fa7a4a3-f2d4-4a16-a843-ced2215a2a57 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174400 Nov 23 04:14:46.931534 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ad11a798-f8e5-4a15-afe7-d7345f8e1fa7 None None] Provisioning complete for port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:46.932917 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ad11a798-f8e5-4a15-afe7-d7345f8e1fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:46.937323 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-60ac67e4-6ace-4860-a52b-3d12cbae9f24 req-716e94cc-139e-4dbd-a9b0-14ab3602af31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef6d53c7-2a63-45b6-aaed-257052cde1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320714 Nov 23 04:14:46.991392 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-acd60bcd-30e9-4112-a5ff-0e9a4d3118bc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6106911 Nov 23 04:14:47.016442 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ad11a798-f8e5-4a15-afe7-d7345f8e1fa7 None None] Port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:14:47.044610 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Request body: {'port': {'device_id': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:47.075193 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-60ac67e4-6ace-4860-a52b-3d12cbae9f24 req-2c558324-9f13-4bfe-991a-1b09e0fde931 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293714 Nov 23 04:14:47.182300 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-60ac67e4-6ace-4860-a52b-3d12cbae9f24 req-17fe20a6-0078-425f-b01f-2a2ff938f9f6 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992494 Nov 23 04:14:47.255752 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2eac3-3bbe-4022-b52c-82bd033d04e8 req-479fe21a-c9e1-4229-8fb4-e7fed3de7034 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:47.257354 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6a2eac3-3bbe-4022-b52c-82bd033d04e8 req-479fe21a-c9e1-4229-8fb4-e7fed3de7034 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 931 time: 0.1772616 Nov 23 04:14:47.265532 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9fec5-af29-46d1-86ec-0509cc229d2d req-8a532a02-1093-4d90-a2fd-8c3e0b58ef55 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:47.266932 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19b9fec5-af29-46d1-86ec-0509cc229d2d req-8a532a02-1093-4d90-a2fd-8c3e0b58ef55 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 932 time: 0.2555623 Nov 23 04:14:47.267560 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:47.449695 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6a2eac3-3bbe-4022-b52c-82bd033d04e8 req-6c188513-5cc6-4782-bb59-8a05e9b24de8 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765571 Nov 23 04:14:47.458049 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19b9fec5-af29-46d1-86ec-0509cc229d2d req-0d75f119-5c34-49e0-be57-10b9b6eada4d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1747668 Nov 23 04:14:47.519416 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:14:47.531734 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:47.571930 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Transition to ACTIVE for port object 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:14:47.703751 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:47.720417 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:14:47.774430 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:47.776768 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7ea38e-87d3-4079-a13a-d1258a7c04f9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:47.798416 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Transition to ACTIVE for port object 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:14:47.884339 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:47.922417 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Attempting to bind port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:14:47.923154 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Attempting to bind port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:14:47.923885 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Attempting to bind port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 on network ef6d53c7-2a63-45b6-aaed-257052cde1c8 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:47.956630 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 on network ef6d53c7-2a63-45b6-aaed-257052cde1c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:14:47.956953 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Attempting to bind port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 on network ef6d53c7-2a63-45b6-aaed-257052cde1c8 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:47.959638 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:48.005593 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:14:48.006188 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Checking segment: {'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:48.006352 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Bound using segment: {'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:14:48.006834 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Bound port: 6a7ea38e-87d3-4079-a13a-d1258a7c04f9, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e2a74f1-c909-45b6-ac01-fcf8cab3be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:14:48.007194 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:48.194664 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672e0b0-2606-4644-94ba-0b7f45986575 req-f7150074-76a7-40ea-a3b4-bd351c25a015 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:48.196146 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2672e0b0-2606-4644-94ba-0b7f45986575 req-f7150074-76a7-40ea-a3b4-bd351c25a015 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 944 time: 0.2162776 Nov 23 04:14:48.207655 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a3252-d71b-4c81-be37-1a04ba810f48 req-f0ff83c0-d969-4c4d-bd95-4fab733c0645 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:48.209086 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-744a3252-d71b-4c81-be37-1a04ba810f48 req-f0ff83c0-d969-4c4d-bd95-4fab733c0645 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 945 time: 0.1663334 Nov 23 04:14:48.261348 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] For port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:14:48.265969 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Attempting to bind port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:14:48.269408 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Attempting to bind port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:14:48.269408 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Attempting to bind port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 on network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:48.291601 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] For port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6a7ea38e-87d3-4079-a13a-d1258a7c04f9,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:14:48.292837 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 on network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:14:48.293297 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Attempting to bind port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 on network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:14:48.326147 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:14:48.326480 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Checking segment: {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:48.326852 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Bound using segment: {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:14:48.327317 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Bound port: 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:14:48.327675 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:48.361875 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-744a3252-d71b-4c81-be37-1a04ba810f48 req-45aad764-311c-4736-922c-b40a2c747e27 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381063 Nov 23 04:14:48.365001 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2672e0b0-2606-4644-94ba-0b7f45986575 req-ae9a85c6-7ef7-42df-b5b3-5ae473a4c2b6 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526098 Nov 23 04:14:48.392033 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:48.438702 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:48.439874 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:48.441259 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] 10.222.0.50 "PUT /v2.0/ports/6a7ea38e-87d3-4079-a13a-d1258a7c04f9 HTTP/1.1" status: 200 len: 1093 time: 2.1395350 Nov 23 04:14:48.445195 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6648b45-9a0f-4dd2-8a71-d53921d23d91', 'tag': '6a7ea38e-87d3-4079-a13a-d1258a7c04f9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:14:48.447538 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f6167c-d55b-429a-8570-3a93b126c7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e6648b45-9a0f-4dd2-8a71-d53921d23d91", "tag": "6a7ea38e-87d3-4079-a13a-d1258a7c04f9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:14:48.494696 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac181094-eceb-4e58-bd2a-046f24dcc373 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7ea38e-87d3-4079-a13a-d1258a7c04f9,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:48.502900 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09e4c64-eacd-4596-bc29-d1b3b613f18a x-openstack-request-id: req-d09e4c64-eacd-4596-bc29-d1b3b613f18a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:14:48.502900 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6648b45-9a0f-4dd2-8a71-d53921d23d91", "tag": "6a7ea38e-87d3-4079-a13a-d1258a7c04f9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:14:48.502900 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d09e4c64-eacd-4596-bc29-d1b3b613f18a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:14:48.502900 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6648b45-9a0f-4dd2-8a71-d53921d23d91', 'tag': '6a7ea38e-87d3-4079-a13a-d1258a7c04f9', 'status': 'completed', 'code': 200} Nov 23 04:14:48.503515 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:14:48.507338 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:14:48.629478 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:48.849492 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7ea6d-5d2a-4f03-afc9-1097678f7406 req-f1fd0383-7080-4186-8ec1-a130ac0ff9e1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:48.857218 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8da7ea6d-5d2a-4f03-afc9-1097678f7406 req-f1fd0383-7080-4186-8ec1-a130ac0ff9e1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 943 time: 0.3247705 Nov 23 04:14:48.874469 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6167c-d55b-429a-8570-3a93b126c7fc req-a58e928b-e768-4212-bbcb-6fa5632e165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:48.876005 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1f6167c-d55b-429a-8570-3a93b126c7fc req-a58e928b-e768-4212-bbcb-6fa5632e165e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 1096 time: 0.3295867 Nov 23 04:14:48.896517 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f48f6a3d-794b-4b20-922c-ac55129a50c5 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:14:48.898318 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:48.898906 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:48.900465 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] 10.222.0.50 "PUT /v2.0/ports/1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 HTTP/1.1" status: 200 len: 1094 time: 1.8902180 Nov 23 04:14:48.910936 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 832e3d40-1fef-4a95-9553-b2e7c02d57af up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:49.006686 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bab780-6777-4861-880f-4a849ca76558 req-740bc4b9-0731-49d5-be6b-54cc23e0e81c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:49.008221 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96bab780-6777-4861-880f-4a849ca76558 req-740bc4b9-0731-49d5-be6b-54cc23e0e81c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.4404330 Nov 23 04:14:49.087810 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port f48f6a3d-794b-4b20-922c-ac55129a50c5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:49.101225 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': 'f48f6a3d-794b-4b20-922c-ac55129a50c5', 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8', 'port_id': 'f48f6a3d-794b-4b20-922c-ac55129a50c5', 'mac_address': 'fa:16:3e:98:62:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:14:49.145806 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:49.161211 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 832e3d40-1fef-4a95-9553-b2e7c02d57af completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:14:49.162115 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44a9b4-3fce-4e55-806b-65901ccc0c48 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:49.162658 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48f6a3d-794b-4b20-922c-ac55129a50c5 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:14:49.170792 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 832e3d40-1fef-4a95-9553-b2e7c02d57af triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:49.171562 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:49.198026 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8da7ea6d-5d2a-4f03-afc9-1097678f7406 req-f253ff37-94fa-41e2-af67-a9fe1e7bdb29 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400249 Nov 23 04:14:49.213255 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96bab780-6777-4861-880f-4a849ca76558 req-67210dd1-0d5f-40fd-8676-1db8c440bbc1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1883368 Nov 23 04:14:49.216096 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6167c-d55b-429a-8570-3a93b126c7fc req-85744109-1e8f-4b81-8c24-b150836dc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:49.217320 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1f6167c-d55b-429a-8570-3a93b126c7fc req-85744109-1e8f-4b81-8c24-b150836dc798 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3109426 Nov 23 04:14:49.222848 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa459a8-1f22-4813-80ad-f83215381283 req-956ecade-fc1b-41d1-99d1-57ff3c4427a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:49.224422 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-956ecade-fc1b-41d1-99d1-57ff3c4427a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 1097 time: 0.1621664 Nov 23 04:14:49.233869 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port f48f6a3d-794b-4b20-922c-ac55129a50c5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:49.303186 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:49.326661 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-a91923fa-be9a-40c4-b08a-8be81e7e5b10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 HTTP/1.1" status: 200 len: 217 time: 0.0877569 Nov 23 04:14:49.329150 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87273409-979f-4dd3-b901-60f00ba87d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832e3d40-1fef-4a95-9553-b2e7c02d57af'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:14:49.388180 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53812) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:49.407017 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:49.432595 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa459a8-1f22-4813-80ad-f83215381283 req-407ec524-29f5-4a0b-a7e7-9b7bb6b214eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:49.434958 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-407ec524-29f5-4a0b-a7e7-9b7bb6b214eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.0967991 Nov 23 04:14:49.450919 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 832e3d40-1fef-4a95-9553-b2e7c02d57af, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=832e3d40-1fef-4a95-9553-b2e7c02d57af,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:49.517308 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=f48f6a3d-794b-4b20-922c-ac55129a50c5,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:49.566732 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5029e8a-ee10-46d0-8d26-8fb50a872b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:49.592686 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:49.593625 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 5802ea66-681d-4f76-a561-6e2e0d2de725 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:49.631648 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c07e64-96c9-4db4-86c8-a09984aaea1e" -d '{"events": [{"server_uuid": "87273409-979f-4dd3-b901-60f00ba87d4c", "name": "network-vif-plugged", "status": "completed", "tag": "832e3d40-1fef-4a95-9553-b2e7c02d57af"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:14:49.642791 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6167c-d55b-429a-8570-3a93b126c7fc req-69d6de49-f8fd-4968-acd0-1dcd6b63d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:49.644305 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1f6167c-d55b-429a-8570-3a93b126c7fc req-69d6de49-f8fd-4968-acd0-1dcd6b63d049 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4189711 Nov 23 04:14:49.650154 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5029e8a-ee10-46d0-8d26-8fb50a872b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:49.656415 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa459a8-1f22-4813-80ad-f83215381283 req-9e04b71d-6336-4ef3-92b0-59db0048dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:49.658616 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-9e04b71d-6336-4ef3-92b0-59db0048dfbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2116914 Nov 23 04:14:49.670239 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849abc8e-e561-4f94-9938-35f5c2c5e5a1 req-2fa32260-1082-426a-939a-f40308d5f49f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:49.671765 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-849abc8e-e561-4f94-9938-35f5c2c5e5a1 req-2fa32260-1082-426a-939a-f40308d5f49f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 945 time: 0.1880596 Nov 23 04:14:49.684953 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaa9c6-3c31-4b1c-b0b3-6949f6ea1ea3 req-da56f293-526c-4ca2-b1b4-fd1aa5e60371 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:49.686260 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-faeaa9c6-3c31-4b1c-b0b3-6949f6ea1ea3 req-da56f293-526c-4ca2-b1b4-fd1aa5e60371 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 944 time: 0.1523416 Nov 23 04:14:49.711783 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=832e3d40-1fef-4a95-9553-b2e7c02d57af,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:49.765585 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['f48f6a3d-794b-4b20-922c-ac55129a50c5'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:14:49.794583 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5029e8a-ee10-46d0-8d26-8fb50a872b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:49.823777 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 5802ea66-681d-4f76-a561-6e2e0d2de725 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:14:49.835542 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 5802ea66-681d-4f76-a561-6e2e0d2de725 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:49.835989 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:49.866772 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-849abc8e-e561-4f94-9938-35f5c2c5e5a1 req-3d3ed71f-09d4-4d25-9827-0b03ca43ded3 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795375 Nov 23 04:14:49.874298 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-faeaa9c6-3c31-4b1c-b0b3-6949f6ea1ea3 req-432989f8-f3c5-4e5e-8867-247bddd9dd99 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799381 Nov 23 04:14:49.879389 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-847882f3-6e15-4167-a57a-a80c3c5f3700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:49.880959 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-847882f3-6e15-4167-a57a-a80c3c5f3700 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 1096 time: 0.1368961 Nov 23 04:14:49.882898 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-d0613163-2d85-4755-bbec-f1e65b0f7ca7 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076473 Nov 23 04:14:49.915100 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c5029e8a-ee10-46d0-8d26-8fb50a872b59 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb523b91457644aeac85e93a90cba308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5252802 Nov 23 04:14:49.916180 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5029e8a-ee10-46d0-8d26-8fb50a872b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af09a9cd-05d6-47e6-9c1a-74c6771cef5d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:49.919470 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53836) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:49.991793 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-c7d314fe-2034-413a-8e8f-5c36610c0996 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a7ea38e-87d3-4079-a13a-d1258a7c04f9 HTTP/1.1" status: 200 len: 217 time: 0.0907261 Nov 23 04:14:50.018231 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5d27531-d27a-464b-877d-5f501b5d6b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:50.033700 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:50.067028 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5d27531-d27a-464b-877d-5f501b5d6b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:50.071113 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51ae7e5-8802-4e9e-923c-a92ea721eee2 x-openstack-request-id: req-d51ae7e5-8802-4e9e-923c-a92ea721eee2 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:14:50.071664 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87273409-979f-4dd3-b901-60f00ba87d4c", "name": "network-vif-plugged", "status": "completed", "tag": "832e3d40-1fef-4a95-9553-b2e7c02d57af", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:14:50.072066 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d51ae7e5-8802-4e9e-923c-a92ea721eee2 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:14:50.073132 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87273409-979f-4dd3-b901-60f00ba87d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832e3d40-1fef-4a95-9553-b2e7c02d57af', 'code': 200} Nov 23 04:14:50.084464 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-7c5cd582-4dc7-4d5a-9bfe-e690d13460b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:50.085922 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-7c5cd582-4dc7-4d5a-9bfe-e690d13460b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 HTTP/1.1" status: 200 len: 858 time: 0.0824716 Nov 23 04:14:50.092413 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa459a8-1f22-4813-80ad-f83215381283 req-b90fb872-6d6d-47a5-af97-a750043ed62c service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846266 Nov 23 04:14:50.135742 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-0b1d1746-180c-49c7-a34b-35480c9c1799 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef6d53c7-2a63-45b6-aaed-257052cde1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423796 Nov 23 04:14:50.147499 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 5802ea66-681d-4f76-a561-6e2e0d2de725, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5802ea66-681d-4f76-a561-6e2e0d2de725,segment=NetworkSegment(0efa416c-3739-45d3-a2cb-316ac3dacf85),segment_id=0efa416c-3739-45d3-a2cb-316ac3dacf85)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:50.227940 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-6e335339-7dad-468f-81ed-a821057fea12 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843186 Nov 23 04:14:50.244874 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:50.245354 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5d27531-d27a-464b-877d-5f501b5d6b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:50.249272 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5d27531-d27a-464b-877d-5f501b5d6b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:50.253648 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-a5d27531-d27a-464b-877d-5f501b5d6b25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/af09a9cd-05d6-47e6-9c1a-74c6771cef5d HTTP/1.1" status: 204 len: 168 time: 0.3311615 Nov 23 04:14:50.264169 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d27531-d27a-464b-877d-5f501b5d6b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af09a9cd-05d6-47e6-9c1a-74c6771cef5d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:50.340661 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=5802ea66-681d-4f76-a561-6e2e0d2de725,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:50.477415 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36eddb-c151-4c08-bd68-eda53f0bb5ae req-022410f1-d3a0-49a1-9bb7-2a47fb2bb8d1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:50.478854 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2c36eddb-c151-4c08-bd68-eda53f0bb5ae req-022410f1-d3a0-49a1-9bb7-2a47fb2bb8d1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.1095591 Nov 23 04:14:50.489384 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb246190-5784-460e-821a-82dfdbb2adb7 req-fe029028-effd-4162-b0a0-384fb04bfcbc tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:50.491469 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb246190-5784-460e-821a-82dfdbb2adb7 req-fe029028-effd-4162-b0a0-384fb04bfcbc tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 943 time: 0.1232185 Nov 23 04:14:50.501995 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1eae40-5772-4070-8381-533c65b7e3c0 req-1e534e3c-b3c2-4872-be0a-3d05bffc9609 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285736 Nov 23 04:14:50.505198 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:14:50.507664 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7217809-3c74-431f-8a24-f0942a4b2229" -d '{"events": [{"name": "network-changed", "server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:14:50.643181 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2c36eddb-c151-4c08-bd68-eda53f0bb5ae req-279135d2-bd1a-4e4e-815a-8c56d2f864a4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1490071 Nov 23 04:14:50.651129 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb246190-5784-460e-821a-82dfdbb2adb7 req-b021560c-c80d-4bae-87ab-02010c2b3a9a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482294 Nov 23 04:14:50.672912 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3c660-d1d1-4a89-8652-b91dc623c1fb req-b58a5534-3fdc-428e-b154-335d14c9aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:50.673896 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9a3c660-d1d1-4a89-8652-b91dc623c1fb req-b58a5534-3fdc-428e-b154-335d14c9aeeb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 1099 time: 0.1390893 Nov 23 04:14:50.698384 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9a3c660-d1d1-4a89-8652-b91dc623c1fb req-b2fe6634-356a-4904-90c5-c8b1212fcb73 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:50.708419 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8091f57a-9759-40d0-bf06-db20a6d507d3 x-openstack-request-id: req-8091f57a-9759-40d0-bf06-db20a6d507d3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:14:50.708713 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:14:50.708968 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8091f57a-9759-40d0-bf06-db20a6d507d3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:14:50.709357 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'status': 'completed', 'code': 200} Nov 23 04:14:50.810203 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9a3c660-d1d1-4a89-8652-b91dc623c1fb req-b2fe6634-356a-4904-90c5-c8b1212fcb73 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:50.827557 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7217809-3c74-431f-8a24-f0942a4b2229 req-a099a581-aac8-4508-93d5-d567e7f34d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:50.829025 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7217809-3c74-431f-8a24-f0942a4b2229 req-a099a581-aac8-4508-93d5-d567e7f34d95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 1097 time: 0.0448737 Nov 23 04:14:50.910400 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f48f6a3d-794b-4b20-922c-ac55129a50c5 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:14:51.081394 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9a3c660-d1d1-4a89-8652-b91dc623c1fb req-b2fe6634-356a-4904-90c5-c8b1212fcb73 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.084688 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port f48f6a3d-794b-4b20-922c-ac55129a50c5 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:14:51.091614 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port f48f6a3d-794b-4b20-922c-ac55129a50c5 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:14:51.091984 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.170116 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53880) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:51.186278 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-692137c4-842f-4311-9a25-b8b8082d5e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.190324 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9a3c660-d1d1-4a89-8652-b91dc623c1fb req-b2fe6634-356a-4904-90c5-c8b1212fcb73 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069263 Nov 23 04:14:51.190753 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.197798 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe6634-356a-4904-90c5-c8b1212fcb73 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=401ce256-b8d4-439f-b918-6fdd16802b6f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:51.243265 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port f48f6a3d-794b-4b20-922c-ac55129a50c5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:51.246838 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bab7eb-bf4e-45ab-8601-3d8ac0baf0f8 req-ad599995-2dee-4a0a-9eb0-ebea619a529a tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:51.248702 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-74bab7eb-bf4e-45ab-8601-3d8ac0baf0f8 req-ad599995-2dee-4a0a-9eb0-ebea619a529a tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.1868494 Nov 23 04:14:51.256537 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800609fe-797c-4e96-85b4-13693b7c515e req-29a17e9d-7857-4ddb-90fc-190c5075a3d1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:51.264897 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-800609fe-797c-4e96-85b4-13693b7c515e req-29a17e9d-7857-4ddb-90fc-190c5075a3d1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.1952915 Nov 23 04:14:51.264897 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7217809-3c74-431f-8a24-f0942a4b2229 req-50a48088-325b-413a-92f9-fa8b1f600a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:51.264897 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7217809-3c74-431f-8a24-f0942a4b2229 req-50a48088-325b-413a-92f9-fa8b1f600a66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 917 time: 0.4263353 Nov 23 04:14:51.298580 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-692137c4-842f-4311-9a25-b8b8082d5e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.333494 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-74bab7eb-bf4e-45ab-8601-3d8ac0baf0f8 req-8a760330-0782-4619-8936-16f2124d2ff6 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739970 Nov 23 04:14:51.340960 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-800609fe-797c-4e96-85b4-13693b7c515e req-d600331d-d8b9-453b-8869-34a5fd183697 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716991 Nov 23 04:14:51.391612 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-692137c4-842f-4311-9a25-b8b8082d5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.402649 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.431781 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-692137c4-842f-4311-9a25-b8b8082d5e6b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c43182eb07a2455797fe8ffe4f71c334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600396 Nov 23 04:14:51.432744 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692137c4-842f-4311-9a25-b8b8082d5e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f228266-0499-4e91-960c-a73696e235e3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:51.434654 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53886) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:51.445194 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=f48f6a3d-794b-4b20-922c-ac55129a50c5,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:51.492602 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29df8f2b-8747-4230-a89c-1d5412a7c8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.515317 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29df8f2b-8747-4230-a89c-1d5412a7c8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.677851 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53900) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:51.719404 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29df8f2b-8747-4230-a89c-1d5412a7c8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.722512 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29df8f2b-8747-4230-a89c-1d5412a7c8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.723892 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-29df8f2b-8747-4230-a89c-1d5412a7c8f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f228266-0499-4e91-960c-a73696e235e3 HTTP/1.1" status: 204 len: 168 time: 0.2867362 Nov 23 04:14:51.748158 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df8f2b-8747-4230-a89c-1d5412a7c8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f228266-0499-4e91-960c-a73696e235e3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:51.829160 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a1070d3-5f6f-4789-a01f-d4469fd54596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:51.850405 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb98b2-c0ab-4f31-955e-fd4e7e62cc6f req-0d8197a7-da97-484b-9e07-ff50e8dbf2ea tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:51.851874 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-04fb98b2-c0ab-4f31-955e-fd4e7e62cc6f req-0d8197a7-da97-484b-9e07-ff50e8dbf2ea tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.1191247 Nov 23 04:14:51.891901 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc16da-084b-44a5-95d0-f5e5ac499bfb req-1b5147c7-5a2f-452b-b3b2-d691a388012c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:51.893381 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cccc16da-084b-44a5-95d0-f5e5ac499bfb req-1b5147c7-5a2f-452b-b3b2-d691a388012c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 943 time: 0.1140943 Nov 23 04:14:51.955015 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-04fb98b2-c0ab-4f31-955e-fd4e7e62cc6f req-5f9d704c-4d0d-4306-a45b-e38539532242 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0968766 Nov 23 04:14:51.986570 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cccc16da-084b-44a5-95d0-f5e5ac499bfb req-d2d84d2e-0e8e-45f4-b248-8457c469d95c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809500 Nov 23 04:14:52.013011 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a1070d3-5f6f-4789-a01f-d4469fd54596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:52.075093 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e50b4e8-8b55-4abf-b356-7e130ff4c5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5802ea66-681d-4f76-a561-6e2e0d2de725'}, {'server_uuid': '696e3da2-6fdb-4741-8f4f-fffccaf8d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48f6a3d-794b-4b20-922c-ac55129a50c5'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:14:52.078083 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c868a39-a819-4dad-aa7d-6fd61f5dcf81" -d '{"events": [{"server_uuid": "3e50b4e8-8b55-4abf-b356-7e130ff4c5a5", "name": "network-vif-plugged", "status": "completed", "tag": "5802ea66-681d-4f76-a561-6e2e0d2de725"}, {"server_uuid": "696e3da2-6fdb-4741-8f4f-fffccaf8d403", "name": "network-vif-plugged", "status": "completed", "tag": "f48f6a3d-794b-4b20-922c-ac55129a50c5"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:14:52.107960 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a1070d3-5f6f-4789-a01f-d4469fd54596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:52.120142 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 04:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4ab805-1239-4cb6-a828-c77d6c4263ed x-openstack-request-id: req-fa4ab805-1239-4cb6-a828-c77d6c4263ed {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:14:52.120142 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e50b4e8-8b55-4abf-b356-7e130ff4c5a5", "name": "network-vif-plugged", "status": "completed", "tag": "5802ea66-681d-4f76-a561-6e2e0d2de725", "code": 200}, {"server_uuid": "696e3da2-6fdb-4741-8f4f-fffccaf8d403", "name": "network-vif-plugged", "status": "completed", "tag": "f48f6a3d-794b-4b20-922c-ac55129a50c5", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:14:52.121774 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa4ab805-1239-4cb6-a828-c77d6c4263ed {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:14:52.122520 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e50b4e8-8b55-4abf-b356-7e130ff4c5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5802ea66-681d-4f76-a561-6e2e0d2de725', 'code': 200} Nov 23 04:14:52.122964 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696e3da2-6fdb-4741-8f4f-fffccaf8d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48f6a3d-794b-4b20-922c-ac55129a50c5', 'code': 200} Nov 23 04:14:52.148052 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6a1070d3-5f6f-4789-a01f-d4469fd54596 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=97f06799b3a44c2a926bec02e238dd3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4691141 Nov 23 04:14:52.150015 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1070d3-5f6f-4789-a01f-d4469fd54596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2238334-e034-48fc-a9eb-eb24e05b7dd3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:52.150773 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53916) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:52.203191 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b34c4902-6c9d-469f-a253-4b417600c674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:52.224412 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b34c4902-6c9d-469f-a253-4b417600c674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:52.363366 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b34c4902-6c9d-469f-a253-4b417600c674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:52.366018 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b34c4902-6c9d-469f-a253-4b417600c674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:52.369320 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-b34c4902-6c9d-469f-a253-4b417600c674 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2238334-e034-48fc-a9eb-eb24e05b7dd3 HTTP/1.1" status: 204 len: 168 time: 0.2165489 Nov 23 04:14:52.379070 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c4902-6c9d-469f-a253-4b417600c674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2238334-e034-48fc-a9eb-eb24e05b7dd3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:52.457043 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d257-2788-4d20-8403-663864e1eef6 req-e1514ce0-86db-46fd-9534-584f74567388 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:52.458524 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dff6d257-2788-4d20-8403-663864e1eef6 req-e1514ce0-86db-46fd-9534-584f74567388 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0512631 Nov 23 04:14:52.534898 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dff6d257-2788-4d20-8403-663864e1eef6 req-fec9a5ff-11f5-4fbe-8a25-6cb0a51eec75 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659194 Nov 23 04:14:52.542359 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490906e6-7334-4996-a003-c6f08e35a9d4 req-385c72bf-bcba-49a9-b0fe-38511e7fa7e7 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:52.544325 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-490906e6-7334-4996-a003-c6f08e35a9d4 req-385c72bf-bcba-49a9-b0fe-38511e7fa7e7 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.0847239 Nov 23 04:14:52.593194 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-490906e6-7334-4996-a003-c6f08e35a9d4 req-837319ad-911b-4a8f-8534-33a82bf1db59 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Nov 23 04:14:52.881675 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53942) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:52.977605 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-364346570-network', 'tenant_id': 'd63df76f0e6143769f3c277ddefb7623'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:53.057210 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Made reservation on behalf of d63df76f0e6143769f3c277ddefb7623 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:53.060558 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.071894 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53950) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:53.078220 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.090551 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14cc7f57-6e2e-43c7-aaa0-63e64b25381c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.101888 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032814c2-b324-46be-b8f2-e35be5e23380 req-f47e32a5-2472-4c23-bd59-9944be3574da tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:53.103384 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-032814c2-b324-46be-b8f2-e35be5e23380 req-f47e32a5-2472-4c23-bd59-9944be3574da tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0764794 Nov 23 04:14:53.130278 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2b266-2620-41ea-8ea7-89c13247d4a0 req-64a241ef-a400-4852-b68c-26cc9853ccda tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:53.131711 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-02d2b266-2620-41ea-8ea7-89c13247d4a0 req-64a241ef-a400-4852-b68c-26cc9853ccda tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 943 time: 0.0684240 Nov 23 04:14:53.206596 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-032814c2-b324-46be-b8f2-e35be5e23380 req-765e3b75-a9f3-48f5-b811-1d12e11f2516 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0935576 Nov 23 04:14:53.211106 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-02d2b266-2620-41ea-8ea7-89c13247d4a0 req-3c626d0f-7766-4013-8679-8d448046dc86 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729346 Nov 23 04:14:53.212043 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.217042 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14cc7f57-6e2e-43c7-aaa0-63e64b25381c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.284875 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.312655 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:14:53.321543 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e27887d-2fcd-44cd-b34c-80a84f186332,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:53.327827 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14cc7f57-6e2e-43c7-aaa0-63e64b25381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.331385 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.331815 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.segments_db [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Added segment 38ac2364-a348-400d-9357-daabd6db1994 of type vlan for network 39935a80-17df-4937-b5fe-b42bc7dcb575 Nov 23 04:14:53.408607 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc7f57-6e2e-43c7-aaa0-63e64b25381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d44f232-0e67-4e98-8f89-9a2f4d49e02f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:53.414909 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-14cc7f57-6e2e-43c7-aaa0-63e64b25381c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=28f49a7fd77b43dbb2980ab9d4114306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420234 Nov 23 04:14:53.416962 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.418621 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 53954) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:53.467677 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc0542bc-c84b-4d3b-b941-b466e384e732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.488732 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc0542bc-c84b-4d3b-b941-b466e384e732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.542343 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.544096 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:53.544715 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.608093 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] Pushing event updated for resources: {'Network': ['ID=39935a80-17df-4937-b5fe-b42bc7dcb575,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:53.628278 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network 39935a80-17df-4937-b5fe-b42bc7dcb575 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:14:53.657186 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085c91-4d5b-4d13-9a84-135b8c23d79a req-522f56f9-7837-4fd9-a90e-8a5e9d71d8ea tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:53.658834 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-02085c91-4d5b-4d13-9a84-135b8c23d79a req-522f56f9-7837-4fd9-a90e-8a5e9d71d8ea tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0564828 Nov 23 04:14:53.666582 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc0542bc-c84b-4d3b-b941-b466e384e732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.669841 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc0542bc-c84b-4d3b-b941-b466e384e732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.670938 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bc0542bc-c84b-4d3b-b941-b466e384e732 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7d44f232-0e67-4e98-8f89-9a2f4d49e02f HTTP/1.1" status: 204 len: 168 time: 0.2512248 Nov 23 04:14:53.694368 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-834eab44-1856-4a11-baf6-4a912ffc5257 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8115528 Nov 23 04:14:53.697636 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 53964) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:53.704244 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] Request body: {'subnet': {'network_id': '39935a80-17df-4937-b5fe-b42bc7dcb575', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-364346570-subnet', 'tenant_id': 'd63df76f0e6143769f3c277ddefb7623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:53.715053 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0542bc-c84b-4d3b-b941-b466e384e732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d44f232-0e67-4e98-8f89-9a2f4d49e02f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:53.771269 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-02085c91-4d5b-4d13-9a84-135b8c23d79a req-2c7556b2-8fbf-4237-8073-b81ef24e681c tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938385 Nov 23 04:14:53.782347 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64924f1-6472-43e2-b614-44e023c8f1aa req-e8606043-a2d5-4594-bf95-59d5744ad6e4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:53.783861 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a64924f1-6472-43e2-b614-44e023c8f1aa req-e8606043-a2d5-4594-bf95-59d5744ad6e4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.0860417 Nov 23 04:14:53.810945 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] Made reservation on behalf of d63df76f0e6143769f3c277ddefb7623 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:53.813610 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9143448'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:53.835665 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a64924f1-6472-43e2-b614-44e023c8f1aa req-e9fdb586-635e-4349-a2fa-36e8bde7e19b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443923 Nov 23 04:14:54.033408 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9645097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9143462'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:54.091158 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] Pushing event updated for resources: {'Subnet': ['ID=38281e99-caf1-44c3-b593-c378b95558f5,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:54.096407 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] Checking segment: {'id': '38ac2364-a348-400d-9357-daabd6db1994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '39935a80-17df-4937-b5fe-b42bc7dcb575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:54.096909 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] Network hostable DHCP agents. Network: 39935a80-17df-4937-b5fe-b42bc7dcb575, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:14:54.182069 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] Network 39935a80-17df-4937-b5fe-b42bc7dcb575 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:14:54.262022 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, 39935a80-17df-4937-b5fe-b42bc7dcb575) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:54.270102 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:54.270102 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:54.274124 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4451a-0f91-4b28-acf8-7ac08285309b None None] Network 39935a80-17df-4937-b5fe-b42bc7dcb575 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:54.366240 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd78bf-372c-4fbb-b0d0-3eaa957b9af2 req-128fed1b-75c8-4281-990f-1223d7c8f1ae tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:54.367967 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f4cd78bf-372c-4fbb-b0d0-3eaa957b9af2 req-128fed1b-75c8-4281-990f-1223d7c8f1ae tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 943 time: 0.0874107 Nov 23 04:14:54.377409 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd4912-eb83-4971-a173-261c8f34d6e8 req-bdb2a2c8-1615-4027-b02c-33f435f5db5a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:54.379000 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-10bd4912-eb83-4971-a173-261c8f34d6e8 req-bdb2a2c8-1615-4027-b02c-33f435f5db5a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0972271 Nov 23 04:14:54.391937 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-899ce749-ce18-4e45-82f9-fef6e9c686db admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6929274 Nov 23 04:14:54.453739 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f4cd78bf-372c-4fbb-b0d0-3eaa957b9af2 req-4bd6455d-d81c-46bd-88b7-ea14b2d68903 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736237 Nov 23 04:14:54.462002 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-10bd4912-eb83-4971-a173-261c8f34d6e8 req-9f8167b4-3550-4a4d-95f5-2245b438614b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0747468 Nov 23 04:14:54.537041 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97967ac2-4fb1-4fd6-a2d0-c1d9340011d1 None None] Network 39935a80-17df-4937-b5fe-b42bc7dcb575 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:54.891091 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c4fe5-1eb9-4887-b8fb-837d3293d1e0 req-909af825-7255-4648-94c3-aa3cf00d1b07 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:54.894031 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b86c4fe5-1eb9-4887-b8fb-837d3293d1e0 req-909af825-7255-4648-94c3-aa3cf00d1b07 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0534697 Nov 23 04:14:54.969029 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:54.977225 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b86c4fe5-1eb9-4887-b8fb-837d3293d1e0 req-64288894-4d31-457f-9bfe-29970dc9427a tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762081 Nov 23 04:14:54.986938 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7bfba-e3d9-4e00-b363-98f2f28906d6 req-cadd9326-4afe-4146-ab88-8bf5159bd2cc tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:54.988486 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a9f7bfba-e3d9-4e00-b363-98f2f28906d6 req-cadd9326-4afe-4146-ab88-8bf5159bd2cc tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.0858569 Nov 23 04:14:55.053390 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a9f7bfba-e3d9-4e00-b363-98f2f28906d6 req-46310996-f41c-40f1-973d-f5cdf2142d84 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577362 Nov 23 04:14:55.184152 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 54018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:55.188983 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-581215425-network', 'tenant_id': 'a96b3d44323a46409290066d369c7daa'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:55.311638 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Made reservation on behalf of a96b3d44323a46409290066d369c7daa for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:55.315770 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:55.322839 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:55.411178 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:55.500127 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:55.523099 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:14:55.572649 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:55.573075 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Added segment 84851c5f-82cf-4689-b5b9-45b2c3081bc1 of type vlan for network 847cf9d5-52b8-4edb-82db-5b60ae2a0901 Nov 23 04:14:55.583673 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaa8fcf-0e7d-43a6-bfcc-747bb667b268,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:55.657431 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:55.682141 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f3b8f-d40b-4167-b439-becf0d11aed5 req-3eface15-e60b-4bdd-a2f6-6880bbe5ba7f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:55.684923 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-144f3b8f-d40b-4167-b439-becf0d11aed5 req-3eface15-e60b-4bdd-a2f6-6880bbe5ba7f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 943 time: 0.1533241 Nov 23 04:14:55.707410 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358e761-ecc0-49c7-aa62-1e5cf9f0a87e req-2f44d4d7-6b76-4783-b8da-abdeb37b9146 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:55.708839 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a358e761-ecc0-49c7-aa62-1e5cf9f0a87e req-2f44d4d7-6b76-4783-b8da-abdeb37b9146 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.1379173 Nov 23 04:14:55.781985 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-144f3b8f-d40b-4167-b439-becf0d11aed5 req-a3f9b21b-b10d-431d-8837-a1f20ca00351 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863721 Nov 23 04:14:55.788992 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a358e761-ecc0-49c7-aa62-1e5cf9f0a87e req-4185297f-d21a-4798-8c72-8d965c7b23d9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0719943 Nov 23 04:14:55.862262 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:55.863267 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:55.867082 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:55.867463 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:14:55.929076 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] Pushing event updated for resources: {'Network': ['ID=847cf9d5-52b8-4edb-82db-5b60ae2a0901,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:55.944091 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cb743d41-31f1-41e2-a920-091c60dc5730 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7586567 Nov 23 04:14:55.946814 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 54042) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:14:55.953493 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] Request body: {'subnet': {'network_id': '847cf9d5-52b8-4edb-82db-5b60ae2a0901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-581215425-subnet', 'tenant_id': 'a96b3d44323a46409290066d369c7daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:14:55.953986 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network 847cf9d5-52b8-4edb-82db-5b60ae2a0901 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:14:56.012541 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:56.031512 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'port_id': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'mac_address': 'fa:16:3e:21:43:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:14:56.032628 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] Made reservation on behalf of a96b3d44323a46409290066d369c7daa for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:14:56.035820 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9476332'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:56.081648 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:56.095399 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:14:56.117849 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:14:56.200322 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:56.206864 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6116a-80a8-4c86-99ac-dacc86036f51 req-c559b1c9-6df7-4e4a-9eb3-ab884ea82934 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:56.208403 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-02b6116a-80a8-4c86-99ac-dacc86036f51 req-c559b1c9-6df7-4e4a-9eb3-ab884ea82934 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.1462052 Nov 23 04:14:56.240068 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243918b9-9fba-4f0f-b396-23434c1bc6bb req-38529d02-7ed9-429c-b74a-bed67df9e40d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:56.241936 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-243918b9-9fba-4f0f-b396-23434c1bc6bb req-38529d02-7ed9-429c-b74a-bed67df9e40d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.1045818 Nov 23 04:14:56.257525 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:56.362121 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-02b6116a-80a8-4c86-99ac-dacc86036f51 req-5abb5903-2f4c-484d-9e57-5c837cb22abc tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433558 Nov 23 04:14:56.378896 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-243918b9-9fba-4f0f-b396-23434c1bc6bb req-f1be1658-79a0-4369-85a6-6e8d80f1cba8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278706 Nov 23 04:14:56.490838 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9476306'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:56.553984 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=aedaf930-6ba1-471b-b477-a42d69c72fb7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:14:56.564786 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] Checking segment: {'id': '84851c5f-82cf-4689-b5b9-45b2c3081bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '847cf9d5-52b8-4edb-82db-5b60ae2a0901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:14:56.565136 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] Network hostable DHCP agents. Network: 847cf9d5-52b8-4edb-82db-5b60ae2a0901, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:14:56.700435 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] Network 847cf9d5-52b8-4edb-82db-5b60ae2a0901 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:14:56.793704 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, 847cf9d5-52b8-4edb-82db-5b60ae2a0901) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:14:56.797773 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:56.798468 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:56.803330 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf53616-1a5d-4884-a0a6-084816cec083 None None] Network 847cf9d5-52b8-4edb-82db-5b60ae2a0901 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:56.934518 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1940e727-ecf5-40d8-bebe-f93885b496cf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9864593 Nov 23 04:14:56.947527 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcad691a-a4d1-4122-a0a6-22a408bd800b None None] Network 847cf9d5-52b8-4edb-82db-5b60ae2a0901 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:14:56.987674 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7217809-3c74-431f-8a24-f0942a4b2229 req-dd585ea0-0b08-4fbe-9caa-58e6fb22ee9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 HTTP/1.1" status: 200 len: 217 time: 0.0667920 Nov 23 04:14:57.016583 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae36697-e8b0-4fce-9677-09fdf6ec39d2 req-b1464697-fe8a-4275-b1ed-bde88cfa37f4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:57.016583 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ae36697-e8b0-4fce-9677-09fdf6ec39d2 req-b1464697-fe8a-4275-b1ed-bde88cfa37f4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 943 time: 0.1580958 Nov 23 04:14:57.061946 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502f041-30eb-40a8-940d-6a97bd4ff404 req-c3efb2dd-9ab8-4778-b08b-d7c9f29cc197 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:57.067873 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4502f041-30eb-40a8-940d-6a97bd4ff404 req-c3efb2dd-9ab8-4778-b08b-d7c9f29cc197 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 945 time: 0.1866608 Nov 23 04:14:57.115965 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7217809-3c74-431f-8a24-f0942a4b2229 req-ea9e1095-f3c9-4fed-a276-a8460ccad6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:57.117511 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7217809-3c74-431f-8a24-f0942a4b2229 req-ea9e1095-f3c9-4fed-a276-a8460ccad6ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.1044443 Nov 23 04:14:57.167865 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ae36697-e8b0-4fce-9677-09fdf6ec39d2 req-65b29029-a954-40a3-9dad-1b972e334642 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431723 Nov 23 04:14:57.207740 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4502f041-30eb-40a8-940d-6a97bd4ff404 req-edb69ff2-ebef-4e9c-9a0e-8cffaf3414ff tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1309736 Nov 23 04:14:57.214198 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7217809-3c74-431f-8a24-f0942a4b2229 req-368a771d-58ce-42ae-8736-cf67531755f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:57.216454 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7217809-3c74-431f-8a24-f0942a4b2229 req-368a771d-58ce-42ae-8736-cf67531755f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0888116 Nov 23 04:14:57.228231 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf41816d-377d-4528-b282-46f330c29ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:14:57.309121 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:14:57.320143 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7217809-3c74-431f-8a24-f0942a4b2229 req-9221c5c5-3567-45da-9924-78fa69f4e3db service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945778 Nov 23 04:14:57.711433 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96509eb7-5453-4df2-8f11-5baf755dcdf1 req-d91f8202-4705-4481-97a9-5bf218be7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:57.712808 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96509eb7-5453-4df2-8f11-5baf755dcdf1 req-d91f8202-4705-4481-97a9-5bf218be7cbb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 1098 time: 0.3298643 Nov 23 04:14:57.718439 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7217809-3c74-431f-8a24-f0942a4b2229 req-f11b7cf6-6ff6-4db3-a958-c64b54147cb8 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901787 Nov 23 04:14:57.734824 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab604df-c221-4a53-b4cb-20e262d3f820 req-14880b13-52bc-47f3-8ba7-bb0cf1cb9c11 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:57.736233 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fab604df-c221-4a53-b4cb-20e262d3f820 req-14880b13-52bc-47f3-8ba7-bb0cf1cb9c11 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.1136515 Nov 23 04:14:57.744249 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28174f8c-c685-4ed6-b663-34661189693b req-9dd06aa7-df0d-4b49-9d8d-4ede4ef06071 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:57.745687 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-28174f8c-c685-4ed6-b663-34661189693b req-9dd06aa7-df0d-4b49-9d8d-4ede4ef06071 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.1262534 Nov 23 04:14:57.815334 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fab604df-c221-4a53-b4cb-20e262d3f820 req-142cc0e4-69a6-40fa-b327-d56b7c845bec tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686162 Nov 23 04:14:57.822202 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-28174f8c-c685-4ed6-b663-34661189693b req-42df20fc-602a-47cc-9ec7-cba1ac22cd08 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700278 Nov 23 04:14:58.280137 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb097e-8383-4a24-b1e0-257d8541d3a5 req-e60571ce-1f15-4682-a56d-392b1241cc35 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:58.282434 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86eb097e-8383-4a24-b1e0-257d8541d3a5 req-e60571ce-1f15-4682-a56d-392b1241cc35 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 943 time: 0.0514059 Nov 23 04:14:58.360508 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d241224-80f4-4e1d-a561-36ef9566dd9d req-42fa017f-7764-4bb3-afcc-4a32ba861812 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:58.361953 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0d241224-80f4-4e1d-a561-36ef9566dd9d req-42fa017f-7764-4bb3-afcc-4a32ba861812 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 945 time: 0.0785682 Nov 23 04:14:58.365610 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86eb097e-8383-4a24-b1e0-257d8541d3a5 req-18c2dfae-6d30-413b-8e7d-4c8bb842e9b9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733249 Nov 23 04:14:58.411802 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0d241224-80f4-4e1d-a561-36ef9566dd9d req-a38366b6-c0f3-4d7e-aa08-c85a04af65ba tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436952 Nov 23 04:14:58.962954 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4a999-88ee-4aec-b986-55c42711b130 req-646ee82b-57c6-48cf-88f1-cdaa851eb0f9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:58.964536 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eef4a999-88ee-4aec-b986-55c42711b130 req-646ee82b-57c6-48cf-88f1-cdaa851eb0f9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.0800283 Nov 23 04:14:58.972801 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8706e1-f4ad-478b-8026-0ae47d32aaba req-f5e19ba0-be7b-4910-822b-ce6aa1b9cb8a tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:58.974205 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb8706e1-f4ad-478b-8026-0ae47d32aaba req-f5e19ba0-be7b-4910-822b-ce6aa1b9cb8a tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0787745 Nov 23 04:14:59.044747 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eef4a999-88ee-4aec-b986-55c42711b130 req-add5e95e-82fd-4e11-8b68-de942b9106f6 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693922 Nov 23 04:14:59.051624 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb8706e1-f4ad-478b-8026-0ae47d32aaba req-96b4bb70-fe89-456f-b54b-da74f2a71cd2 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689306 Nov 23 04:14:59.481277 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa9dde-954f-4db0-b8e0-430ea66f0eb8 req-1b3444fb-d4c7-4528-875c-27d3daf5f130 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:59.482786 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edfa9dde-954f-4db0-b8e0-430ea66f0eb8 req-1b3444fb-d4c7-4528-875c-27d3daf5f130 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 943 time: 0.0507972 Nov 23 04:14:59.566678 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518bf0a-9176-4496-b12d-40adcf0629ae req-007194c3-3153-42ba-a41f-0d2af696b8ce tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:14:59.568165 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d518bf0a-9176-4496-b12d-40adcf0629ae req-007194c3-3153-42ba-a41f-0d2af696b8ce tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 945 time: 0.0834086 Nov 23 04:14:59.571730 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edfa9dde-954f-4db0-b8e0-430ea66f0eb8 req-7063d92a-328a-4a28-b2cd-fc8f842c53f8 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788221 Nov 23 04:14:59.617429 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d518bf0a-9176-4496-b12d-40adcf0629ae req-f2ff2ecc-0f4d-40d6-846d-9de6c90baf28 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432098 Nov 23 04:14:59.736416 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-980910fe-5b02-44b6-a040-35ae7202b110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:00.188469 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dce2d-55dc-46f2-968a-9c1a5d789fb1 req-19d9b3ac-4d26-47ca-86c6-cb41f2a4aa75 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:00.190000 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-775dce2d-55dc-46f2-968a-9c1a5d789fb1 req-19d9b3ac-4d26-47ca-86c6-cb41f2a4aa75 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0693521 Nov 23 04:15:00.197261 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b88b9-dea8-4e14-80d8-76ac17cd6728 req-54efc224-2e69-4ebf-b4bd-579abe24dcd0 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:00.198621 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-359b88b9-dea8-4e14-80d8-76ac17cd6728 req-54efc224-2e69-4ebf-b4bd-579abe24dcd0 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.0865567 Nov 23 04:15:00.301400 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-775dce2d-55dc-46f2-968a-9c1a5d789fb1 req-e5c48cac-1279-4ac4-b6c8-bfa5cbc085ad tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015756 Nov 23 04:15:00.314659 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-359b88b9-dea8-4e14-80d8-76ac17cd6728 req-ae972876-06e4-4e83-8a55-f03302f1845b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083856 Nov 23 04:15:00.345328 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96509eb7-5453-4df2-8f11-5baf755dcdf1 req-3f93eb9e-2bd9-4915-8698-89ee896d209a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959375 Nov 23 04:15:00.347968 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754866f-69b8-4981-9853-cb49c23e8e70 req-2aea7b12-f467-446d-9f9b-80ac75640833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:00.349328 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d754866f-69b8-4981-9853-cb49c23e8e70 req-2aea7b12-f467-446d-9f9b-80ac75640833 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 1098 time: 0.0873227 Nov 23 04:15:00.700955 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d754866f-69b8-4981-9853-cb49c23e8e70 req-451cddbf-0cec-4297-a04d-17ecac96d936 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742064 Nov 23 04:15:00.734909 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf6c55-1191-4b9b-ad5d-096a0d5ae55d req-4e67be18-1c86-46bb-8bc9-c926dff90f20 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:00.736404 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-20cf6c55-1191-4b9b-ad5d-096a0d5ae55d req-4e67be18-1c86-46bb-8bc9-c926dff90f20 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 943 time: 0.0969677 Nov 23 04:15:00.774959 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7999a23-8f11-4342-a317-e4d7551157e4 req-b8db8450-4a49-450b-8687-3b699b0b7cd4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:00.776435 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a7999a23-8f11-4342-a317-e4d7551157e4 req-b8db8450-4a49-450b-8687-3b699b0b7cd4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 945 time: 0.0788848 Nov 23 04:15:00.814421 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-20cf6c55-1191-4b9b-ad5d-096a0d5ae55d req-ab78dea2-ef25-47b5-a505-8f8c7379a4e7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718954 Nov 23 04:15:00.842827 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a7999a23-8f11-4342-a317-e4d7551157e4 req-83dd1ed0-295b-4d8d-838c-dd4af1aee756 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0563815 Nov 23 04:15:00.965047 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:01.468160 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdba86-704d-405a-b48c-4d7a15a675d6 req-785e7c60-f53d-4ca4-80e5-d594bbe1d065 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:01.469630 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-55fdba86-704d-405a-b48c-4d7a15a675d6 req-785e7c60-f53d-4ca4-80e5-d594bbe1d065 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0845101 Nov 23 04:15:01.477106 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df65a2f-8b59-442e-be55-a3e71779e0df req-d70f5ba9-d2c1-4ae2-ab1a-75d73cb6c210 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:01.478503 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8df65a2f-8b59-442e-be55-a3e71779e0df req-d70f5ba9-d2c1-4ae2-ab1a-75d73cb6c210 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.0821841 Nov 23 04:15:01.556207 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8df65a2f-8b59-442e-be55-a3e71779e0df req-f0913ae2-ee61-4614-a381-b4ab1463df91 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663319 Nov 23 04:15:01.556207 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-55fdba86-704d-405a-b48c-4d7a15a675d6 req-0c67a0d4-9315-473f-947a-82323396e5a4 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756421 Nov 23 04:15:01.941914 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb0651-8b0c-43ff-aae8-3da4f1e16a0c req-579d4706-1367-422e-889c-3a55bfca9b1a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:01.943481 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9aeb0651-8b0c-43ff-aae8-3da4f1e16a0c req-579d4706-1367-422e-889c-3a55bfca9b1a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 943 time: 0.0625446 Nov 23 04:15:02.015081 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85af58f-5fa3-49b9-9c81-073f5520ffc1 req-aa87ac2d-d23a-4dea-a011-26e74b945654 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:02.016620 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a85af58f-5fa3-49b9-9c81-073f5520ffc1 req-aa87ac2d-d23a-4dea-a011-26e74b945654 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 945 time: 0.0954762 Nov 23 04:15:02.035429 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9aeb0651-8b0c-43ff-aae8-3da4f1e16a0c req-a13e101a-f6b8-487d-9a18-d479cf700def tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732059 Nov 23 04:15:02.076943 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a85af58f-5fa3-49b9-9c81-073f5520ffc1 req-a21eb2ee-2031-4bd1-b3df-ca0b71bcc787 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0519509 Nov 23 04:15:02.282387 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:15:02.303242 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:15:02.418975 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:02.429616 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6a7ea38e-87d3-4079-a13a-d1258a7c04f9,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:15:02.440599 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '6a7ea38e-87d3-4079-a13a-d1258a7c04f9', 'network_id': 'ef6d53c7-2a63-45b6-aaed-257052cde1c8', 'port_id': '6a7ea38e-87d3-4079-a13a-d1258a7c04f9', 'mac_address': 'fa:16:3e:7c:c9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:15:02.484487 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:02.498436 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:15:02.520907 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6a7ea38e-87d3-4079-a13a-d1258a7c04f9,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:15:02.530241 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:15:02.534253 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:15:02.535346 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:02.616720 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:02.626495 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:02.674528 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:15:02.676691 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62dedd3-e62f-412d-a6b2-c49a44fb567f" -d '{"events": [{"server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "name": "network-vif-plugged", "status": "completed", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:15:02.694466 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:15:02.707963 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=6a7ea38e-87d3-4079-a13a-d1258a7c04f9,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:02.732467 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a15f3-3a92-4c58-ac95-918d56dc0123 req-c6f99c7f-5c6e-4542-950f-3b06ed8e1073 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:02.733952 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e8a15f3-3a92-4c58-ac95-918d56dc0123 req-c6f99c7f-5c6e-4542-950f-3b06ed8e1073 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0891607 Nov 23 04:15:02.745009 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2323da-1e60-4e67-b17b-6a7597ae8b3d req-b1c8b8c4-3e8f-4da1-8702-16014be599fd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:02.747047 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0c2323da-1e60-4e67-b17b-6a7597ae8b3d req-b1c8b8c4-3e8f-4da1-8702-16014be599fd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.0925424 Nov 23 04:15:02.757182 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:02.809578 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:02.821097 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e8a15f3-3a92-4c58-ac95-918d56dc0123 req-2a4093f4-244f-465d-a589-ca9d51c96261 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730207 Nov 23 04:15:02.829328 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0c2323da-1e60-4e67-b17b-6a7597ae8b3d req-249f9426-02eb-43f3-8be2-37418d9ef9ad tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755436 Nov 23 04:15:02.891655 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1480617-56d2-4053-a38c-1bfbec7985ce x-openstack-request-id: req-f1480617-56d2-4053-a38c-1bfbec7985ce {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:15:02.891655 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "name": "network-vif-plugged", "status": "completed", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:15:02.891655 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1480617-56d2-4053-a38c-1bfbec7985ce {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:15:02.891655 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'code': 200} Nov 23 04:15:03.046493 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['6a7ea38e-87d3-4079-a13a-d1258a7c04f9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:15:03.207595 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a6d3c-afbe-4f0f-b887-a2d075a719ab req-018e537a-1799-488e-9c18-95f555aa83bd tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:03.211789 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f53a6d3c-afbe-4f0f-b887-a2d075a719ab req-018e537a-1799-488e-9c18-95f555aa83bd tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 944 time: 0.0939782 Nov 23 04:15:03.277040 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a0a45-187f-48f2-ba27-8ccd9fe2147f req-85836898-8e88-454e-af92-cfeb4772f436 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:03.278784 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-af6a0a45-187f-48f2-ba27-8ccd9fe2147f req-85836898-8e88-454e-af92-cfeb4772f436 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0922101 Nov 23 04:15:03.299778 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f53a6d3c-afbe-4f0f-b887-a2d075a719ab req-3ea3d7a6-89d7-4653-ae3f-ce69537a1969 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717833 Nov 23 04:15:03.317421 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:03.370542 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-af6a0a45-187f-48f2-ba27-8ccd9fe2147f req-842e1df1-4cc8-43d7-b917-8672d19e5e4f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0838606 Nov 23 04:15:03.376787 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079a0af-5ce3-49e9-8711-0a565bad2521 req-7bcb8b53-af60-4aea-9782-1ddb4c0e2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:03.378400 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d079a0af-5ce3-49e9-8711-0a565bad2521 req-7bcb8b53-af60-4aea-9782-1ddb4c0e2fa9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 1099 time: 0.0715754 Nov 23 04:15:03.447011 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d079a0af-5ce3-49e9-8711-0a565bad2521 req-7463d23a-8878-46af-85f2-7d590da9767a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421968 Nov 23 04:15:03.450793 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 54222) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:03.558793 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f04d3d9-4a79-4eb8-9759-4fe00d52dee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:03.630425 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f04d3d9-4a79-4eb8-9759-4fe00d52dee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:03.728495 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f04d3d9-4a79-4eb8-9759-4fe00d52dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:03.768624 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-7f04d3d9-4a79-4eb8-9759-4fe00d52dee2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1870e13e4a4a4bfd8efc44a0eafbce51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164389 Nov 23 04:15:03.769830 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04d3d9-4a79-4eb8-9759-4fe00d52dee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aad066c-beee-4651-8817-9f869cf673a8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:03.771396 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 54226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:03.820711 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57fc65f2-db5c-4bc1-a1fb-95d42ff3b5d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:03.842631 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57fc65f2-db5c-4bc1-a1fb-95d42ff3b5d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:04.011728 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57fc65f2-db5c-4bc1-a1fb-95d42ff3b5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:04.016069 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57fc65f2-db5c-4bc1-a1fb-95d42ff3b5d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:04.017602 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-57fc65f2-db5c-4bc1-a1fb-95d42ff3b5d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3aad066c-beee-4651-8817-9f869cf673a8 HTTP/1.1" status: 204 len: 168 time: 0.2446163 Nov 23 04:15:04.029566 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc65f2-db5c-4bc1-a1fb-95d42ff3b5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aad066c-beee-4651-8817-9f869cf673a8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:04.441490 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88504f-5147-4f81-abce-c002af537700 req-8038e7e4-4c28-44f0-a615-cceb4b767218 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:04.443099 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4d88504f-5147-4f81-abce-c002af537700 req-8038e7e4-4c28-44f0-a615-cceb4b767218 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 944 time: 0.0639575 Nov 23 04:15:04.550390 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4d88504f-5147-4f81-abce-c002af537700 req-d64d3520-38c4-4351-83d1-eb70d45a10c4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002872 Nov 23 04:15:04.570415 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85739c-a9e4-4238-951a-cdae416c04f4 req-5385d595-33c3-466b-9f46-a62d94bb7846 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:04.572038 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b85739c-a9e4-4238-951a-cdae416c04f4 req-5385d595-33c3-466b-9f46-a62d94bb7846 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1144981 Nov 23 04:15:04.631955 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b85739c-a9e4-4238-951a-cdae416c04f4 req-42c41d29-dda9-4116-8393-f832aad6db00 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0536211 Nov 23 04:15:04.812282 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 54274) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:04.825003 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31b2af62-56b3-439e-bae2-a03958f21018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:04.901459 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31b2af62-56b3-439e-bae2-a03958f21018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:04.991179 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31b2af62-56b3-439e-bae2-a03958f21018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:05.030145 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-31b2af62-56b3-439e-bae2-a03958f21018 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d5bd994b8de64cfc906d7adb6957e522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168040 Nov 23 04:15:05.030999 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2af62-56b3-439e-bae2-a03958f21018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f37fee-9219-4ea2-af0a-083b74ae2263,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:05.032998 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 54280) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:05.080776 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04eb47de-6336-41ba-bd54-04388558dbb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:05.101957 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04eb47de-6336-41ba-bd54-04388558dbb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:05.255965 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04eb47de-6336-41ba-bd54-04388558dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:05.258547 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04eb47de-6336-41ba-bd54-04388558dbb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:05.259698 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-04eb47de-6336-41ba-bd54-04388558dbb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71f37fee-9219-4ea2-af0a-083b74ae2263 HTTP/1.1" status: 204 len: 168 time: 0.2252021 Nov 23 04:15:05.267779 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb47de-6336-41ba-bd54-04388558dbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f37fee-9219-4ea2-af0a-083b74ae2263,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:05.658092 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf12666-708f-412d-9c4c-874b053477d5 req-d2aec1af-90d3-4e40-a31c-b70f6795b2bc tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:05.659573 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5cf12666-708f-412d-9c4c-874b053477d5 req-d2aec1af-90d3-4e40-a31c-b70f6795b2bc tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 944 time: 0.0485671 Nov 23 04:15:05.720541 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5cf12666-708f-412d-9c4c-874b053477d5 req-ed1dc42e-14fb-4127-b788-4cd37fcb2365 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544941 Nov 23 04:15:05.757497 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073804a-3acb-41d4-b5a8-b4ec8eb5a840 req-e4442eb2-13da-45ed-ac0b-524c272e7848 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:05.758976 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1073804a-3acb-41d4-b5a8-b4ec8eb5a840 req-e4442eb2-13da-45ed-ac0b-524c272e7848 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0542774 Nov 23 04:15:05.810769 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1073804a-3acb-41d4-b5a8-b4ec8eb5a840 req-a91bf49e-6b72-41b9-8f31-b539c8e0030e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453794 Nov 23 04:15:06.536134 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:15:06.833724 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dc6af-4d0e-49c4-8ddf-c8099ba6d1d2 req-dfcd5400-1789-428d-b5ae-896789c3152b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:06.835200 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b91dc6af-4d0e-49c4-8ddf-c8099ba6d1d2 req-dfcd5400-1789-428d-b5ae-896789c3152b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 944 time: 0.0480647 Nov 23 04:15:06.902135 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b91dc6af-4d0e-49c4-8ddf-c8099ba6d1d2 req-3b4273cb-1348-4482-8656-01ca2c82d180 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594771 Nov 23 04:15:06.945864 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05de54-3951-4736-96c5-5e14658109ab req-e9e6890b-4f5e-453c-9ce5-a328b910de82 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:06.947389 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e05de54-3951-4736-96c5-5e14658109ab req-e9e6890b-4f5e-453c-9ce5-a328b910de82 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0583193 Nov 23 04:15:06.995140 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e05de54-3951-4736-96c5-5e14658109ab req-03dac013-01a7-4c44-a13d-52e5580b24ac tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409284 Nov 23 04:15:08.037869 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa9399-1ee9-43d2-9f9e-c8090f7122ea req-53ff66ee-2068-4097-afce-a2b1f96dd5ba tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:08.044066 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eafa9399-1ee9-43d2-9f9e-c8090f7122ea req-53ff66ee-2068-4097-afce-a2b1f96dd5ba tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 944 time: 0.0542810 Nov 23 04:15:08.132257 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eafa9399-1ee9-43d2-9f9e-c8090f7122ea req-2162dc61-2312-48f4-b9ba-8f41cb79d63e tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837951 Nov 23 04:15:08.166971 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d263fd-a204-4fec-aa61-03a300de6113 req-f7b56c74-508c-407d-aa52-31d704f41ac6 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:08.168434 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-99d263fd-a204-4fec-aa61-03a300de6113 req-f7b56c74-508c-407d-aa52-31d704f41ac6 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0846326 Nov 23 04:15:08.222064 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-99d263fd-a204-4fec-aa61-03a300de6113 req-1f2ba241-97e5-43ea-8c6c-aacb4e35dda4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0475976 Nov 23 04:15:08.298973 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:15:08.449628 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:15:08.454534 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:15:08.454920 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:08.547133 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:08.581223 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6648b45-9a0f-4dd2-8a71-d53921d23d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7ea38e-87d3-4079-a13a-d1258a7c04f9'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:15:08.583986 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6684dab1-d026-4e35-b8d2-8d0ff282bdf3" -d '{"events": [{"server_uuid": "e6648b45-9a0f-4dd2-8a71-d53921d23d91", "name": "network-vif-plugged", "status": "completed", "tag": "6a7ea38e-87d3-4079-a13a-d1258a7c04f9"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:15:08.588286 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6a7ea38e-87d3-4079-a13a-d1258a7c04f9,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:15:08.765393 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:08.832474 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=6a7ea38e-87d3-4079-a13a-d1258a7c04f9,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:09.930523 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3efd003-79a5-48af-a587-2a521c906ba3 x-openstack-request-id: req-f3efd003-79a5-48af-a587-2a521c906ba3 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:15:09.931118 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6648b45-9a0f-4dd2-8a71-d53921d23d91", "name": "network-vif-plugged", "status": "completed", "tag": "6a7ea38e-87d3-4079-a13a-d1258a7c04f9", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:15:09.931319 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3efd003-79a5-48af-a587-2a521c906ba3 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:15:09.932016 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6648b45-9a0f-4dd2-8a71-d53921d23d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7ea38e-87d3-4079-a13a-d1258a7c04f9', 'code': 200} Nov 23 04:15:10.031734 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860c642-b69e-4212-a3a2-a73abb122b44 req-d85d906e-56d0-4388-8a83-bc6778fa4521 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:10.033285 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f860c642-b69e-4212-a3a2-a73abb122b44 req-d85d906e-56d0-4388-8a83-bc6778fa4521 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0558946 Nov 23 04:15:10.082263 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f860c642-b69e-4212-a3a2-a73abb122b44 req-b7145ea8-2f23-4aaa-b266-092b996a7452 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Nov 23 04:15:10.202770 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbf6f0-e874-4749-9332-63fa0c297934 req-2f8411cd-dad1-47fa-8cba-d224d41394be tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:10.202770 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-04cbf6f0-e874-4749-9332-63fa0c297934 req-2f8411cd-dad1-47fa-8cba-d224d41394be tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0529745 Nov 23 04:15:10.238446 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-04cbf6f0-e874-4749-9332-63fa0c297934 req-e3ab5981-0025-4f02-8cfe-4d3b0e2a01c3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428336 Nov 23 04:15:10.358791 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da9f1b-59bb-4998-841d-748c5ce23cac req-6a34099d-3243-4c6d-98f9-c3ecbeb96aa4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:10.360304 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96da9f1b-59bb-4998-841d-748c5ce23cac req-6a34099d-3243-4c6d-98f9-c3ecbeb96aa4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0500858 Nov 23 04:15:10.370251 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 54476) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:10.375590 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1093c923-b263-4887-ae91-75425652dbaa tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'floatingip': {'port_id': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:15:10.447243 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1093c923-b263-4887-ae91-75425652dbaa tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:10.711034 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f932535-3839-44be-960b-66120282fd27 req-4f935a21-19c9-4bb7-be14-760dd9eafdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:10.712660 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9f932535-3839-44be-960b-66120282fd27 req-4f935a21-19c9-4bb7-be14-760dd9eafdc2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 1098 time: 0.0454412 Nov 23 04:15:10.796863 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9f932535-3839-44be-960b-66120282fd27 req-8021332d-14c4-4c47-abe3-e906c4ffb185 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736029 Nov 23 04:15:11.208305 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736b75b-db22-4129-ab64-6502ce6d71fd req-6be01b34-b3c4-4494-9903-60b1c455b02e tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:11.210582 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5736b75b-db22-4129-ab64-6502ce6d71fd req-6be01b34-b3c4-4494-9903-60b1c455b02e tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0554318 Nov 23 04:15:11.250065 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1093c923-b263-4887-ae91-75425652dbaa tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:11.259772 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5736b75b-db22-4129-ab64-6502ce6d71fd req-9453acd4-3109-476d-92c2-aa40633f81ff tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Nov 23 04:15:11.405141 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1093c923-b263-4887-ae91-75425652dbaa tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:11.510117 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.l3_db [None req-1093c923-b263-4887-ae91-75425652dbaa tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Floating IP 44127390-2842-4f00-a52f-ff892b3cf992 associated. External IP: 172.27.0.47, port: 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2. Nov 23 04:15:11.718119 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1093c923-b263-4887-ae91-75425652dbaa tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Router 4ef69db6-39b2-4c81-9add-b54360daa2fd has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:15:11.827006 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093c923-b263-4887-ae91-75425652dbaa tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:15:11.831817 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1093c923-b263-4887-ae91-75425652dbaa tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:11.840411 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9135657c-710f-4924-a886-13e5bed3a17d None None] Sync routers for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:15:11.856192 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135657c-710f-4924-a886-13e5bed3a17d None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:15:11.856869 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9135657c-710f-4924-a886-13e5bed3a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:15:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:11.860724 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-1093c923-b263-4887-ae91-75425652dbaa tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "PUT /v2.0/floatingips/44127390-2842-4f00-a52f-ff892b3cf992 HTTP/1.1" status: 200 len: 991 time: 1.4887755 Nov 23 04:15:11.861307 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:15:11.868207 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410cd0e19ab500a818ff3cd17b2b4d634dcf2313bc0dc6223f3fe9937fe65d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a19b99f-b871-48e4-b284-2d32e80d8d78" -d '{"events": [{"name": "network-changed", "server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:15:11.928793 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1b47fb-094f-4386-a96a-ee16b24a0c2a x-openstack-request-id: req-3a1b47fb-094f-4386-a96a-ee16b24a0c2a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:15:11.929178 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:15:11.929504 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a1b47fb-094f-4386-a96a-ee16b24a0c2a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:15:11.929914 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'status': 'completed', 'code': 200} Nov 23 04:15:12.000568 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9135657c-710f-4924-a886-13e5bed3a17d None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:15:12.227390 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19b99f-b871-48e4-b284-2d32e80d8d78 req-dc0a0f3f-0019-49b2-91c4-396a3d32d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:12.228848 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a19b99f-b871-48e4-b284-2d32e80d8d78 req-dc0a0f3f-0019-49b2-91c4-396a3d32d821 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 1099 time: 0.0581915 Nov 23 04:15:12.269200 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9135657c-710f-4924-a886-13e5bed3a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '44127390-2842-4f00-a52f-ff892b3cf992', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'port_id': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'mac_address': 'fa:16:3e:21:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:14:34Z', 'updated_at': '2021-11-23T04:15:11Z', 'revision_number': 1, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:12.301913 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9135657c-710f-4924-a886-13e5bed3a17d None None] Checking router: 4ef69db6-39b2-4c81-9add-b54360daa2fd for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:15:12.317348 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135657c-710f-4924-a886-13e5bed3a17d None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:15:12.320090 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9135657c-710f-4924-a886-13e5bed3a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:15:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:12.428160 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19b99f-b871-48e4-b284-2d32e80d8d78 req-2ecd3eca-eb28-49ff-af24-572822c5ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:12.430468 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a19b99f-b871-48e4-b284-2d32e80d8d78 req-2ecd3eca-eb28-49ff-af24-572822c5ed8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 917 time: 0.1616416 Nov 23 04:15:12.444111 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9135657c-710f-4924-a886-13e5bed3a17d None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:15:12.453577 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26ab5b-c7db-44b7-abc3-ac6cc386a589 req-0ea75ec9-7004-400e-a285-118ffaf75df2 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:12.462519 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be26ab5b-c7db-44b7-abc3-ac6cc386a589 req-0ea75ec9-7004-400e-a285-118ffaf75df2 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0927269 Nov 23 04:15:12.606284 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a19b99f-b871-48e4-b284-2d32e80d8d78 req-f0a5f10b-3b8f-470b-80d6-14f8f0c13cc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 HTTP/1.1" status: 200 len: 999 time: 0.1674972 Nov 23 04:15:12.613567 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be26ab5b-c7db-44b7-abc3-ac6cc386a589 req-126593ff-35f8-4489-a0da-37c38686701a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437256 Nov 23 04:15:12.662253 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19b99f-b871-48e4-b284-2d32e80d8d78 req-19d3ee92-821e-4387-ab17-887e9c9371f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:12.663751 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a19b99f-b871-48e4-b284-2d32e80d8d78 req-19d3ee92-821e-4387-ab17-887e9c9371f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.0492544 Nov 23 04:15:12.731848 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19b99f-b871-48e4-b284-2d32e80d8d78 req-b91f2f9f-9f3b-417b-abae-205094c302db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:12.733452 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a19b99f-b871-48e4-b284-2d32e80d8d78 req-b91f2f9f-9f3b-417b-abae-205094c302db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523987 Nov 23 04:15:12.785434 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9135657c-710f-4924-a886-13e5bed3a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '44127390-2842-4f00-a52f-ff892b3cf992', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'port_id': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'mac_address': 'fa:16:3e:21:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:14:34Z', 'updated_at': '2021-11-23T04:15:11Z', 'revision_number': 1, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:12.820250 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9135657c-710f-4924-a886-13e5bed3a17d None None] The sync data for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi is: [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '44127390-2842-4f00-a52f-ff892b3cf992', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'port_id': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'mac_address': 'fa:16:3e:21:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:14:34Z', 'updated_at': '2021-11-23T04:15:11Z', 'revision_number': 1, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:15:12.843254 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a19b99f-b871-48e4-b284-2d32e80d8d78 req-944d7f1c-c3ef-4bc9-905a-ecc2e789314b service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948486 Nov 23 04:15:12.961580 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a19b99f-b871-48e4-b284-2d32e80d8d78 req-2ab35db8-6753-4eb3-bd0d-36216d0ba146 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980024 Nov 23 04:15:13.033419 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5e221f-375d-4abc-ab21-45ea9a087d14 None None] New status for floating IP 44127390-2842-4f00-a52f-ff892b3cf992: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:15:13.730403 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870385a-a61a-43e9-8e9d-7c5cfd40cd5a req-d0fe4c3c-edf1-48b8-a9c8-bbfee58b1b00 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:13.731917 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0870385a-a61a-43e9-8e9d-7c5cfd40cd5a req-d0fe4c3c-edf1-48b8-a9c8-bbfee58b1b00 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0501599 Nov 23 04:15:13.783556 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0870385a-a61a-43e9-8e9d-7c5cfd40cd5a req-98e9beb7-5664-4db9-bf44-9b0a36440d34 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454078 Nov 23 04:15:14.300899 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76786b4-64cd-4b48-8ed1-052cd2562329 req-d85c712c-5e50-40a7-9671-3caa0cb7c57c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:14.302351 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c76786b4-64cd-4b48-8ed1-052cd2562329 req-d85c712c-5e50-40a7-9671-3caa0cb7c57c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0488029 Nov 23 04:15:14.356740 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c76786b4-64cd-4b48-8ed1-052cd2562329 req-86f82b16-a53b-43c2-9a88-d83f054ead71 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481043 Nov 23 04:15:14.435156 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44752ae-5947-45f1-a9d4-d633ead1de90 req-8e62eb41-da05-4a51-850b-9cd0d79fcfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:14.436635 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b44752ae-5947-45f1-a9d4-d633ead1de90 req-8e62eb41-da05-4a51-850b-9cd0d79fcfaa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 1098 time: 0.0396664 Nov 23 04:15:14.543569 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44752ae-5947-45f1-a9d4-d633ead1de90 req-9694b352-4a4a-42ce-a14b-1e65c16174d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:14.544910 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b44752ae-5947-45f1-a9d4-d633ead1de90 req-9694b352-4a4a-42ce-a14b-1e65c16174d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 919 time: 0.0841160 Nov 23 04:15:14.593870 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b44752ae-5947-45f1-a9d4-d633ead1de90 req-95b1220d-296b-4810-9c76-d01d7d531417 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a7ea38e-87d3-4079-a13a-d1258a7c04f9 HTTP/1.1" status: 200 len: 217 time: 0.0385482 Nov 23 04:15:14.645204 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44752ae-5947-45f1-a9d4-d633ead1de90 req-c8af12e6-0091-46aa-a347-fa7148263d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:14.646640 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b44752ae-5947-45f1-a9d4-d633ead1de90 req-c8af12e6-0091-46aa-a347-fa7148263d73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 HTTP/1.1" status: 200 len: 858 time: 0.0456259 Nov 23 04:15:14.685677 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b44752ae-5947-45f1-a9d4-d633ead1de90 req-a7b90d3a-3b54-4455-921c-4027fa97e6e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef6d53c7-2a63-45b6-aaed-257052cde1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272801 Nov 23 04:15:14.836991 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b44752ae-5947-45f1-a9d4-d633ead1de90 req-45494da9-d019-4dc3-8927-719df9f4d6d0 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303287 Nov 23 04:15:14.960222 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b44752ae-5947-45f1-a9d4-d633ead1de90 req-c4ff2278-1cfc-4a0b-9c76-2f079dcaaff8 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962203 Nov 23 04:15:15.439742 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 54618) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:15.486780 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f3868-9d16-4cf0-a065-fa2ecf79a562 req-ce17b727-bbef-46c4-9ce6-a2930103750c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:15.488419 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-691f3868-9d16-4cf0-a065-fa2ecf79a562 req-ce17b727-bbef-46c4-9ce6-a2930103750c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0632153 Nov 23 04:15:15.564111 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:15.567282 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-691f3868-9d16-4cf0-a065-fa2ecf79a562 req-cdb13c82-c659-4d98-85bf-cc9c30759e70 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684052 Nov 23 04:15:15.659600 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:15.804893 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:15.845484 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7d9cacc7c8340e78e071d06bd2401bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047534 Nov 23 04:15:15.846338 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fc1881-b33d-4f2f-83cb-8c426ae1ba10,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:15.848327 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 54634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:15.853598 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.853969 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.854307 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.855566 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.856080 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.856566 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.856900 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.857241 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.857597 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.857920 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.858362 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.858684 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d2c7f-4d71-4a50-91eb-46ac33f5ec25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:15.902860 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:15.920245 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:16.061930 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:16.064606 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:16.065747 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/93fc1881-b33d-4f2f-83cb-8c426ae1ba10 HTTP/1.1" status: 204 len: 168 time: 0.2164466 Nov 23 04:15:16.073680 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fc1881-b33d-4f2f-83cb-8c426ae1ba10,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:16.080706 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.081059 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.081404 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.081743 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.082078 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.082413 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.082750 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.083089 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.083418 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.083746 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.084070 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.084392 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090746a5-4bcd-42e9-8d02-f92c5332757d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:16.584282 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 54654) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:16.680305 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9b5d6-c8e1-4e77-8849-2e08297e29ae req-459f40a0-7b7d-4320-9dea-d8972c2c96ed tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:16.681800 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fa9b5d6-c8e1-4e77-8849-2e08297e29ae req-459f40a0-7b7d-4320-9dea-d8972c2c96ed tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0513155 Nov 23 04:15:16.715751 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 54664) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:16.717927 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4766da37-17df-4a43-9010-ed29f961e5f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:16.734496 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ad46-a388-45f0-9dbc-ccf453624cae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:16.763103 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fa9b5d6-c8e1-4e77-8849-2e08297e29ae req-7d1f19fe-9dbf-4c40-ad2a-ddcce33e5b2c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703413 Nov 23 04:15:16.825101 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ad46-a388-45f0-9dbc-ccf453624cae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:16.832029 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4766da37-17df-4a43-9010-ed29f961e5f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:16.913276 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ad46-a388-45f0-9dbc-ccf453624cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:16.953567 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4766da37-17df-4a43-9010-ed29f961e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:16.955932 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-ccc6ad46-a388-45f0-9dbc-ccf453624cae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c066874b4524003b9c1656cc2a19740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391064 Nov 23 04:15:16.957219 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6ad46-a388-45f0-9dbc-ccf453624cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23506ace-a748-4562-8c9f-f334df99cd0f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:16.958511 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 54674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:17.028135 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4766da37-17df-4a43-9010-ed29f961e5f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea9ac003bc79415f8aac0ee3f69649ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4403183 Nov 23 04:15:17.029307 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 54682) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:17.032618 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766da37-17df-4a43-9010-ed29f961e5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32538c3d-4449-4747-9497-2753a59a44a5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:17.058654 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5db465dd-b3ab-4922-956c-b7ef186d7230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:17.081948 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5db465dd-b3ab-4922-956c-b7ef186d7230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:17.087039 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3c50109-4b5d-440d-8d76-b0eeaeedc737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:17.111597 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3c50109-4b5d-440d-8d76-b0eeaeedc737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:17.265673 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5db465dd-b3ab-4922-956c-b7ef186d7230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:17.265910 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3c50109-4b5d-440d-8d76-b0eeaeedc737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:17.268407 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3c50109-4b5d-440d-8d76-b0eeaeedc737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:17.268536 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5db465dd-b3ab-4922-956c-b7ef186d7230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:17.273599 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-b3c50109-4b5d-440d-8d76-b0eeaeedc737 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32538c3d-4449-4747-9497-2753a59a44a5 HTTP/1.1" status: 204 len: 168 time: 0.2392209 Nov 23 04:15:17.273749 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5db465dd-b3ab-4922-956c-b7ef186d7230 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23506ace-a748-4562-8c9f-f334df99cd0f HTTP/1.1" status: 204 len: 168 time: 0.3102663 Nov 23 04:15:17.280332 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c50109-4b5d-440d-8d76-b0eeaeedc737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32538c3d-4449-4747-9497-2753a59a44a5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:17.281091 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db465dd-b3ab-4922-956c-b7ef186d7230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23506ace-a748-4562-8c9f-f334df99cd0f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:17.892447 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef4425-bb95-4a76-8387-41a8ac958803 req-1e2ead56-de81-42ed-a940-c42273125107 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:17.893938 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46ef4425-bb95-4a76-8387-41a8ac958803 req-1e2ead56-de81-42ed-a940-c42273125107 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0550570 Nov 23 04:15:17.944704 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46ef4425-bb95-4a76-8387-41a8ac958803 req-0c3ac5c9-0df9-4c33-8d5b-ee139c68aaa3 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447195 Nov 23 04:15:18.066244 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 54708) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:18.079831 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e1acfc9-0e29-4b97-82cb-0ec6b72867c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.153106 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e1acfc9-0e29-4b97-82cb-0ec6b72867c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.200388 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 54710) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:18.213225 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d46bce5-ba3e-40be-a715-e26cd5eebb80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.234536 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e1acfc9-0e29-4b97-82cb-0ec6b72867c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.289508 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1acfc9-0e29-4b97-82cb-0ec6b72867c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf07fef-566e-4e79-8772-9b31ba95c418,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:18.295532 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-3e1acfc9-0e29-4b97-82cb-0ec6b72867c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be97224b38be40f4a409375d09498d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281921 Nov 23 04:15:18.298194 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 54712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:18.332307 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d46bce5-ba3e-40be-a715-e26cd5eebb80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.345258 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baaf5fea-45cf-4db0-8158-635c38b6b918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.366246 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baaf5fea-45cf-4db0-8158-635c38b6b918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.404626 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d46bce5-ba3e-40be-a715-e26cd5eebb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.444467 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-2d46bce5-ba3e-40be-a715-e26cd5eebb80 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7428447081841efbbecf2c62a621f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429852 Nov 23 04:15:18.445564 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46bce5-ba3e-40be-a715-e26cd5eebb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9babe01-01f1-4a22-ba9d-1f743a64370d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:18.447201 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 54716) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:18.495746 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baaf5fea-45cf-4db0-8158-635c38b6b918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.498366 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baaf5fea-45cf-4db0-8158-635c38b6b918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.499570 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-baaf5fea-45cf-4db0-8158-635c38b6b918 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8cf07fef-566e-4e79-8772-9b31ba95c418 HTTP/1.1" status: 204 len: 168 time: 0.2003136 Nov 23 04:15:18.502139 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cdc07f3-a53c-46d7-a245-5916f01e4765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.516051 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf5fea-45cf-4db0-8158-635c38b6b918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf07fef-566e-4e79-8772-9b31ba95c418,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:18.532010 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cdc07f3-a53c-46d7-a245-5916f01e4765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.688523 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cdc07f3-a53c-46d7-a245-5916f01e4765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.691294 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cdc07f3-a53c-46d7-a245-5916f01e4765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:18.692455 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3cdc07f3-a53c-46d7-a245-5916f01e4765 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9babe01-01f1-4a22-ba9d-1f743a64370d HTTP/1.1" status: 204 len: 168 time: 0.2441866 Nov 23 04:15:18.701432 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc07f3-a53c-46d7-a245-5916f01e4765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9babe01-01f1-4a22-ba9d-1f743a64370d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:19.070577 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb8939-f2fa-4331-b297-af6a6f7afbd1 req-7df871e0-3ec3-4d1e-8954-bf7669407c73 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:19.072077 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83eb8939-f2fa-4331-b297-af6a6f7afbd1 req-7df871e0-3ec3-4d1e-8954-bf7669407c73 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0588191 Nov 23 04:15:19.127514 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83eb8939-f2fa-4331-b297-af6a6f7afbd1 req-3104ec33-f1d6-4fc2-bd69-e613142412a4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479307 Nov 23 04:15:20.256426 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4c517-742e-4c20-b8e3-c5d1e360f201 req-60cd4007-f98d-4ee5-bf4a-23518a581785 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:20.257908 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fbc4c517-742e-4c20-b8e3-c5d1e360f201 req-60cd4007-f98d-4ee5-bf4a-23518a581785 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0529363 Nov 23 04:15:20.307622 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fbc4c517-742e-4c20-b8e3-c5d1e360f201 req-e61183e9-1684-4245-a218-d5953e6cd830 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Nov 23 04:15:21.423306 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feab09-3b0a-4a4d-b7e4-24a66c418312 req-4a9d99ad-9615-407a-9ebc-e9b1040f51f0 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:21.424841 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0feab09-3b0a-4a4d-b7e4-24a66c418312 req-4a9d99ad-9615-407a-9ebc-e9b1040f51f0 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0514307 Nov 23 04:15:21.501450 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0feab09-3b0a-4a4d-b7e4-24a66c418312 req-a9767109-a200-40cc-a597-6a11b5927ca9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706084 Nov 23 04:15:21.506835 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3189ad19-b08a-4b86-8c4c-57b03cec8823 req-992f97ef-c816-4060-ae50-eee88cf1f0e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621991 Nov 23 04:15:21.629052 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189ad19-b08a-4b86-8c4c-57b03cec8823 req-51d3eccf-b2e9-4219-b53e-14827090a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:21.630945 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3189ad19-b08a-4b86-8c4c-57b03cec8823 req-51d3eccf-b2e9-4219-b53e-14827090a3bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 1099 time: 0.0443053 Nov 23 04:15:21.754305 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189ad19-b08a-4b86-8c4c-57b03cec8823 req-3d450e5b-ab17-493f-8f61-993980a77199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:21.754935 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3189ad19-b08a-4b86-8c4c-57b03cec8823 req-3d450e5b-ab17-493f-8f61-993980a77199 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9 HTTP/1.1" status: 200 len: 915 time: 0.0957994 Nov 23 04:15:21.798669 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3189ad19-b08a-4b86-8c4c-57b03cec8823 req-612807cc-ca52-4479-ada7-b509c78bd97a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=832e3d40-1fef-4a95-9553-b2e7c02d57af HTTP/1.1" status: 200 len: 217 time: 0.0345490 Nov 23 04:15:21.849909 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189ad19-b08a-4b86-8c4c-57b03cec8823 req-c02c9ac7-9453-442b-af96-5ed620f697ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:21.851437 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3189ad19-b08a-4b86-8c4c-57b03cec8823 req-c02c9ac7-9453-442b-af96-5ed620f697ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e1376b0-d11d-4241-9f82-5ec678076c29 HTTP/1.1" status: 200 len: 854 time: 0.0428603 Nov 23 04:15:21.888382 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3189ad19-b08a-4b86-8c4c-57b03cec8823 req-5181716b-c772-4770-a0fe-597e0f37fedc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275452 Nov 23 04:15:21.980292 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3189ad19-b08a-4b86-8c4c-57b03cec8823 req-1eb2ac26-db35-4cde-bf3b-8c7d64598688 service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823364 Nov 23 04:15:22.268509 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3189ad19-b08a-4b86-8c4c-57b03cec8823 req-25c3ef39-6f8a-41c7-993b-9a1f69f1c3cd service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816324 Nov 23 04:15:22.621245 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428d8eb-ad0f-485f-9f6d-886518ba9e6f req-9d5d35e9-49c3-4bc7-b742-6abf7c40a3b9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:22.623095 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5428d8eb-ad0f-485f-9f6d-886518ba9e6f req-9d5d35e9-49c3-4bc7-b742-6abf7c40a3b9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0515809 Nov 23 04:15:22.676422 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5428d8eb-ad0f-485f-9f6d-886518ba9e6f req-7385f25f-d685-4607-919d-0631a296dd5a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465453 Nov 23 04:15:23.796241 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7f6d8-01ae-4260-b58c-05143e2cc8ba req-42a05c50-5511-4e30-b50d-b57878f87adb tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:23.797746 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-06b7f6d8-01ae-4260-b58c-05143e2cc8ba req-42a05c50-5511-4e30-b50d-b57878f87adb tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0492456 Nov 23 04:15:23.847676 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-06b7f6d8-01ae-4260-b58c-05143e2cc8ba req-124f5207-02ab-4fab-8db1-47bc3da33476 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428360 Nov 23 04:15:24.970417 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792446a8-47ee-49b6-bc8a-50890ce50f8d req-4e746ad0-d663-4c49-b7c1-b5cd4bc6c2a5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:24.971945 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:24.972398 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-792446a8-47ee-49b6-bc8a-50890ce50f8d req-4e746ad0-d663-4c49-b7c1-b5cd4bc6c2a5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0521278 Nov 23 04:15:25.059676 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-792446a8-47ee-49b6-bc8a-50890ce50f8d req-76e90930-9655-4815-be6e-23304b15e8db tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812521 Nov 23 04:15:25.068821 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e833b-c428-4a19-858e-cf1480e2aa29 req-7acba379-aa5c-4c4a-be75-f6600ebba0a9 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:25.070303 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb5e833b-c428-4a19-858e-cf1480e2aa29 req-7acba379-aa5c-4c4a-be75-f6600ebba0a9 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0839682 Nov 23 04:15:25.106714 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 54932) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:25.126308 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb5e833b-c428-4a19-858e-cf1480e2aa29 req-28f6bb63-1310-412e-9b00-ebd51fb96750 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491128 Nov 23 04:15:25.215982 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4a4a2f2-2301-4518-b0b1-a500408c3eef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:25.291764 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4a4a2f2-2301-4518-b0b1-a500408c3eef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:25.381852 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4a4a2f2-2301-4518-b0b1-a500408c3eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:25.420691 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e4a4a2f2-2301-4518-b0b1-a500408c3eef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b50cd74c0d06434da0871915bc7c1568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129323 Nov 23 04:15:25.422587 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4a2f2-2301-4518-b0b1-a500408c3eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85211784-8906-44b4-b44d-947fa9154fc3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:25.423643 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 54936) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:25.471062 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f6c6-2e15-4cdf-a6e2-bb06a28a3c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:25.491866 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f6c6-2e15-4cdf-a6e2-bb06a28a3c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:25.619649 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f6c6-2e15-4cdf-a6e2-bb06a28a3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:25.623517 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f6c6-2e15-4cdf-a6e2-bb06a28a3c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:25.634437 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c8c7f6c6-2e15-4cdf-a6e2-bb06a28a3c1e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85211784-8906-44b4-b44d-947fa9154fc3 HTTP/1.1" status: 204 len: 168 time: 0.2000902 Nov 23 04:15:25.634437 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7f6c6-2e15-4cdf-a6e2-bb06a28a3c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85211784-8906-44b4-b44d-947fa9154fc3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:25.705942 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 54956) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:25.758203 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d33426-ed5f-4d2d-8606-0703fc3fa3b1 admin admin] Deleting subnet 38281e99-caf1-44c3-b593-c378b95558f5 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:15:25.762710 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11d33426-ed5f-4d2d-8606-0703fc3fa3b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:25.982299 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11d33426-ed5f-4d2d-8606-0703fc3fa3b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197436'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.024348 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11d33426-ed5f-4d2d-8606-0703fc3fa3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.154157 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11d33426-ed5f-4d2d-8606-0703fc3fa3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9143487'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.183730 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d33426-ed5f-4d2d-8606-0703fc3fa3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38281e99-caf1-44c3-b593-c378b95558f5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:26.187655 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11d33426-ed5f-4d2d-8606-0703fc3fa3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.194388 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-11d33426-ed5f-4d2d-8606-0703fc3fa3b1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/38281e99-caf1-44c3-b593-c378b95558f5 HTTP/1.1" status: 204 len: 168 time: 0.4842570 Nov 23 04:15:26.194388 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 54994) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:26.198726 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a58611-b0d5-4fe7-ad05-6028537a8560 req-ea556a75-544e-4f2c-906a-97b2601bd143 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:26.206542 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22a58611-b0d5-4fe7-ad05-6028537a8560 req-ea556a75-544e-4f2c-906a-97b2601bd143 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0748341 Nov 23 04:15:26.267088 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.280861 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ccc7f-542c-478e-aa6d-1967ae36f1ff req-cf787615-cc9c-49e0-a073-73d1df51cda7 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:26.282392 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-751ccc7f-542c-478e-aa6d-1967ae36f1ff req-cf787615-cc9c-49e0-a073-73d1df51cda7 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0673382 Nov 23 04:15:26.324153 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22a58611-b0d5-4fe7-ad05-6028537a8560 req-804f1967-f07c-47a4-a93a-b507eab4000e tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117265 Nov 23 04:15:26.366111 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-751ccc7f-542c-478e-aa6d-1967ae36f1ff req-05149516-e685-4542-80f8-cac6b0e35e0b tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752399 Nov 23 04:15:26.395596 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.420178 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39935a80-17df-4937-b5fe-b42bc7dcb575']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:26.431258 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ac2364-a348-400d-9357-daabd6db1994') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:26.431849 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ac2364-a348-400d-9357-daabd6db1994') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:26.442111 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197431'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.457206 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.474807 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:15:26.475245 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9645248'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: Traceback (most recent call last): Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: timer() Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: cb(*args, **kw) Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: return func(*args, **kwargs) Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: self._notify() Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: self.callback(batched_events) Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: event.method(event) Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: return f(self, *a, **k) Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._get(url).json() Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: return self.request(url, 'GET', **kwargs) Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:15:26.477448 dv-cinder-768458-16-iscsi neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:15:26.648048 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.653806 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.656875 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] 10.222.0.54 "DELETE /v2.0/networks/39935a80-17df-4937-b5fe-b42bc7dcb575 HTTP/1.1" status: 204 len: 168 time: 0.4622097 Nov 23 04:15:26.659902 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:26.669041 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202bc18-9a6c-486e-a508-5c604485c059 admin admin] Pushing event deleted for resources: {'Network': ['ID=39935a80-17df-4937-b5fe-b42bc7dcb575,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:26.710357 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce19937-fd03-442f-860f-61d1e27bffb2 admin admin] Deleting subnet aedaf930-6ba1-471b-b477-a42d69c72fb7 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:15:26.713707 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ce19937-fd03-442f-860f-61d1e27bffb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.751617 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ce19937-fd03-442f-860f-61d1e27bffb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086321'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.795413 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ce19937-fd03-442f-860f-61d1e27bffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.927811 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ce19937-fd03-442f-860f-61d1e27bffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9476299'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.962966 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce19937-fd03-442f-860f-61d1e27bffb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aedaf930-6ba1-471b-b477-a42d69c72fb7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:26.965261 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ce19937-fd03-442f-860f-61d1e27bffb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:26.973508 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55038) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:26.973834 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4ce19937-fd03-442f-860f-61d1e27bffb2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/aedaf930-6ba1-471b-b477-a42d69c72fb7 HTTP/1.1" status: 204 len: 168 time: 0.3108768 Nov 23 04:15:27.055040 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:27.143239 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:27.159818 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847cf9d5-52b8-4edb-82db-5b60ae2a0901']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:27.171637 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84851c5f-82cf-4689-b5b9-45b2c3081bc1') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:27.172190 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84851c5f-82cf-4689-b5b9-45b2c3081bc1') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:27.186715 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197431'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:27.201607 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:27.208645 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3695bde4-f89b-49e3-b07d-1e63d41aba13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:27.212266 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9645248'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: Traceback (most recent call last): Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: timer() Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: cb(*args, **kw) Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: return func(*args, **kwargs) Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: self._notify() Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: self.callback(batched_events) Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: event.method(event) Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: return f(self, *a, **k) Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._get(url).json() Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: return self.request(url, 'GET', **kwargs) Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:15:27.218083 dv-cinder-768458-16-iscsi neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:15:27.409293 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:27.418753 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:27.419688 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] 10.222.0.54 "DELETE /v2.0/networks/847cf9d5-52b8-4edb-82db-5b60ae2a0901 HTTP/1.1" status: 204 len: 168 time: 0.4460635 Nov 23 04:15:27.431857 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961bb1e-6a84-4cef-803c-9bd41c17a91d admin admin] Pushing event deleted for resources: {'Network': ['ID=847cf9d5-52b8-4edb-82db-5b60ae2a0901,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:27.450200 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af105270-498a-41ec-bf49-0c2e483cbc47 req-fb277670-45cb-4210-8ad6-b66190457cc3 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:27.453190 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-af105270-498a-41ec-bf49-0c2e483cbc47 req-fb277670-45cb-4210-8ad6-b66190457cc3 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0713053 Nov 23 04:15:27.533714 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f692de7-d73b-4a93-b3a7-b4681f8855dc req-7b9afbf1-c08d-460d-b202-54c6c11f30eb tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:27.535236 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6f692de7-d73b-4a93-b3a7-b4681f8855dc req-7b9afbf1-c08d-460d-b202-54c6c11f30eb tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0825739 Nov 23 04:15:27.538570 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-af105270-498a-41ec-bf49-0c2e483cbc47 req-9e61c192-8994-415d-84b0-37367bc2e71c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773060 Nov 23 04:15:27.585855 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6f692de7-d73b-4a93-b3a7-b4681f8855dc req-267a146c-dcdd-43d2-b225-28ff58d97db1 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ff3ab92-575f-4500-ac17-01346ff86fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444713 Nov 23 04:15:27.780330 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55094) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:27.812180 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55098) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:27.865361 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-6d888231-1b63-4cf5-9549-4cb57a8d6e15 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d63df76f0e6143769f3c277ddefb7623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515730 Nov 23 04:15:27.867766 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55100) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:27.890500 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20364e6-1782-4978-ac62-d8d13ff0733c req-002dad9d-0d7c-4038-be0d-558161312a8d tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:27.893610 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c20364e6-1782-4978-ac62-d8d13ff0733c req-002dad9d-0d7c-4038-be0d-558161312a8d tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0650802 Nov 23 04:15:27.929285 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40279e25-2268-4983-a102-04dca10c6534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:27.961316 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40279e25-2268-4983-a102-04dca10c6534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.068621 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f82bec31-6447-41ad-ac36-86a5700b680e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.077984 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c20364e6-1782-4978-ac62-d8d13ff0733c req-032a5fa5-ad67-406f-b1d9-5414398bd1b4 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Deleting port 5802ea66-681d-4f76-a561-6e2e0d2de725 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:15:28.078365 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c20364e6-1782-4978-ac62-d8d13ff0733c req-032a5fa5-ad67-406f-b1d9-5414398bd1b4 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.087607 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40279e25-2268-4983-a102-04dca10c6534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.091521 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40279e25-2268-4983-a102-04dca10c6534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.092690 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-40279e25-2268-4983-a102-04dca10c6534 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e27887d-2fcd-44cd-b34c-80a84f186332 HTTP/1.1" status: 204 len: 168 time: 0.2239840 Nov 23 04:15:28.106730 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40279e25-2268-4983-a102-04dca10c6534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e27887d-2fcd-44cd-b34c-80a84f186332,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:28.168444 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f82bec31-6447-41ad-ac36-86a5700b680e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.185368 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c20364e6-1782-4978-ac62-d8d13ff0733c req-032a5fa5-ad67-406f-b1d9-5414398bd1b4 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] For port 5802ea66-681d-4f76-a561-6e2e0d2de725, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5802ea66-681d-4f76-a561-6e2e0d2de725,segment=NetworkSegment(0efa416c-3739-45d3-a2cb-316ac3dacf85),segment_id=0efa416c-3739-45d3-a2cb-316ac3dacf85)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:15:28.185657 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c20364e6-1782-4978-ac62-d8d13ff0733c req-032a5fa5-ad67-406f-b1d9-5414398bd1b4 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.200795 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c20364e6-1782-4978-ac62-d8d13ff0733c req-032a5fa5-ad67-406f-b1d9-5414398bd1b4 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Calling delete_port for 5802ea66-681d-4f76-a561-6e2e0d2de725 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:15:28.225426 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f82bec31-6447-41ad-ac36-86a5700b680e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.263126 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-f82bec31-6447-41ad-ac36-86a5700b680e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a51a8bd35444d69a74320e7dccee76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4815044 Nov 23 04:15:28.265095 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bec31-6447-41ad-ac36-86a5700b680e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d85739-be8e-4784-89e7-f3847d94dfaf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:28.266768 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:28.345663 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a54ab43-dcc8-40e1-9271-f29419312520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.397373 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a54ab43-dcc8-40e1-9271-f29419312520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.585894 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c20364e6-1782-4978-ac62-d8d13ff0733c req-032a5fa5-ad67-406f-b1d9-5414398bd1b4 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.620522 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a5fa5-ad67-406f-b1d9-5414398bd1b4 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Pushing event deleted for resources: {'Port': ['ID=5802ea66-681d-4f76-a561-6e2e0d2de725,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:28.622059 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a54ab43-dcc8-40e1-9271-f29419312520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.624595 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a54ab43-dcc8-40e1-9271-f29419312520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.625703 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5a54ab43-dcc8-40e1-9271-f29419312520 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34d85739-be8e-4784-89e7-f3847d94dfaf HTTP/1.1" status: 204 len: 168 time: 0.3579850 Nov 23 04:15:28.636937 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['5802ea66-681d-4f76-a561-6e2e0d2de725'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:15:28.699658 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54ab43-dcc8-40e1-9271-f29419312520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d85739-be8e-4784-89e7-f3847d94dfaf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:28.761260 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20364e6-1782-4978-ac62-d8d13ff0733c req-032a5fa5-ad67-406f-b1d9-5414398bd1b4 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] No DVR routers for this DVR port 5802ea66-681d-4f76-a561-6e2e0d2de725 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:15:28.764372 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-14e6a770-f6df-40c7-b7af-95aab01be6f9 req-c02c0028-769d-42f3-a504-0e89ba3d2f4a tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0673068 Nov 23 04:15:28.768961 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c20364e6-1782-4978-ac62-d8d13ff0733c req-032a5fa5-ad67-406f-b1d9-5414398bd1b4 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:28.772879 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c20364e6-1782-4978-ac62-d8d13ff0733c req-032a5fa5-ad67-406f-b1d9-5414398bd1b4 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.50 "DELETE /v2.0/ports/5802ea66-681d-4f76-a561-6e2e0d2de725 HTTP/1.1" status: 204 len: 173 time: 0.8502126 Nov 23 04:15:28.773351 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e50b4e8-8b55-4abf-b356-7e130ff4c5a5', 'name': 'network-vif-deleted', 'tag': '5802ea66-681d-4f76-a561-6e2e0d2de725'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:15:28.775758 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c9a37-34a6-419e-829b-94ad4796b5ca" -d '{"events": [{"server_uuid": "3e50b4e8-8b55-4abf-b356-7e130ff4c5a5", "name": "network-vif-deleted", "tag": "5802ea66-681d-4f76-a561-6e2e0d2de725"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:15:28.801420 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47f7ad-c2f4-4ba5-b64b-7cc6478b3e72 req-140d8c7a-9c6f-44a0-951d-24e5cfa42f2a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:28.802878 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca47f7ad-c2f4-4ba5-b64b-7cc6478b3e72 req-140d8c7a-9c6f-44a0-951d-24e5cfa42f2a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.1871037 Nov 23 04:15:28.830606 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe175db-870e-4ca0-b921-feabfc631a12 x-openstack-request-id: req-9fe175db-870e-4ca0-b921-feabfc631a12 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:15:28.830979 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e50b4e8-8b55-4abf-b356-7e130ff4c5a5", "name": "network-vif-deleted", "tag": "5802ea66-681d-4f76-a561-6e2e0d2de725", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:15:28.831271 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9fe175db-870e-4ca0-b921-feabfc631a12 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:15:28.831726 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e50b4e8-8b55-4abf-b356-7e130ff4c5a5', 'name': 'network-vif-deleted', 'tag': '5802ea66-681d-4f76-a561-6e2e0d2de725', 'status': 'completed', 'code': 200} Nov 23 04:15:28.851272 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55144) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:28.874438 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca47f7ad-c2f4-4ba5-b64b-7cc6478b3e72 req-5478c504-0d2c-4e65-8f4a-429f9a8898a9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630019 Nov 23 04:15:28.916571 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-f7ab6abe-2926-4d78-a835-d316b70874fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a96b3d44323a46409290066d369c7daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0624161 Nov 23 04:15:28.918602 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:28.979152 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f94a327a-2703-49a2-aa10-4eb3305a56ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:29.008468 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f94a327a-2703-49a2-aa10-4eb3305a56ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:29.193687 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f94a327a-2703-49a2-aa10-4eb3305a56ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:29.196991 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f94a327a-2703-49a2-aa10-4eb3305a56ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:29.198258 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f94a327a-2703-49a2-aa10-4eb3305a56ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bcaa8fcf-0e7d-43a6-bfcc-747bb667b268 HTTP/1.1" status: 204 len: 168 time: 0.2775285 Nov 23 04:15:29.221806 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a327a-2703-49a2-aa10-4eb3305a56ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaa8fcf-0e7d-43a6-bfcc-747bb667b268,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:29.571319 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:29.585824 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aaffc36-9d61-4ef6-b63c-6a6c2488e9f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:29.676632 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aaffc36-9d61-4ef6-b63c-6a6c2488e9f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:29.722779 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89050699-9d37-4282-9d65-64053b25feda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:29.753428 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aaffc36-9d61-4ef6-b63c-6a6c2488e9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:29.801392 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaffc36-9d61-4ef6-b63c-6a6c2488e9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb0bf4a-d0d8-4d23-9598-893037fdae09,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:29.814626 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6aaffc36-9d61-4ef6-b63c-6a6c2488e9f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a87e7172a044271b107e07b9929dbb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371128 Nov 23 04:15:29.814958 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55186) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:29.862959 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f527e652-16fd-45d6-a2ba-fc42f4f614f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:29.887141 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f527e652-16fd-45d6-a2ba-fc42f4f614f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:29.895751 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7ebb044d-15a1-4581-936b-75832d5016c4 req-711ed403-7f0d-42ee-8942-84823ad59e40 tempest-DeleteServersTestJSON-1430664279 tempest-DeleteServersTestJSON-1430664279-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e50b4e8-8b55-4abf-b356-7e130ff4c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0258150 Nov 23 04:15:30.018868 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8aa55e-8e05-4ff1-be9a-7c495a58df17 req-1795ea34-88eb-4746-89c4-78440c7f73ae tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:30.020361 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d8aa55e-8e05-4ff1-be9a-7c495a58df17 req-1795ea34-88eb-4746-89c4-78440c7f73ae tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0532143 Nov 23 04:15:30.056441 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f527e652-16fd-45d6-a2ba-fc42f4f614f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:30.060248 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f527e652-16fd-45d6-a2ba-fc42f4f614f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:30.063911 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-f527e652-16fd-45d6-a2ba-fc42f4f614f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3cb0bf4a-d0d8-4d23-9598-893037fdae09 HTTP/1.1" status: 204 len: 168 time: 0.2494435 Nov 23 04:15:30.077721 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d8aa55e-8e05-4ff1-be9a-7c495a58df17 req-70e8a0f0-58a0-4e0d-b635-c968a1ddfc31 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510330 Nov 23 04:15:30.098208 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527e652-16fd-45d6-a2ba-fc42f4f614f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb0bf4a-d0d8-4d23-9598-893037fdae09,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:30.154222 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:30.310649 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-916b02a0-708b-4343-ad6c-1952218b3a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:30.403681 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-916b02a0-708b-4343-ad6c-1952218b3a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:30.574578 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-916b02a0-708b-4343-ad6c-1952218b3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:30.613876 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b02a0-708b-4343-ad6c-1952218b3a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec636e7-cf93-4e7f-8b95-cd0887108d1d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:30.618945 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-916b02a0-708b-4343-ad6c-1952218b3a34 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=20d6b836bad84f94b912abfa13f5f3e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626408 Nov 23 04:15:30.621972 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55214) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:30.694532 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ee40967-c605-408a-b72f-c4503a5e9a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:30.723176 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ee40967-c605-408a-b72f-c4503a5e9a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:30.852322 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ee40967-c605-408a-b72f-c4503a5e9a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:30.857875 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ee40967-c605-408a-b72f-c4503a5e9a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:30.860123 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-8ee40967-c605-408a-b72f-c4503a5e9a7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ec636e7-cf93-4e7f-8b95-cd0887108d1d HTTP/1.1" status: 204 len: 168 time: 0.2369177 Nov 23 04:15:30.868375 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee40967-c605-408a-b72f-c4503a5e9a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec636e7-cf93-4e7f-8b95-cd0887108d1d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:30.917717 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:31.208355 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309ca87-6a83-4660-a28e-470523911a1f req-89a3e746-7727-424e-a428-37d133391448 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:31.210865 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c309ca87-6a83-4660-a28e-470523911a1f req-89a3e746-7727-424e-a428-37d133391448 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0531833 Nov 23 04:15:31.267740 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c309ca87-6a83-4660-a28e-470523911a1f req-4dff2ca6-47e4-458f-9837-e97f9929d247 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487223 Nov 23 04:15:31.371347 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55256) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:31.587931 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-731d73fa-afa4-4e4f-958d-9bb4bfc8b8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:31.661991 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-731d73fa-afa4-4e4f-958d-9bb4bfc8b8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:31.731325 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-731d73fa-afa4-4e4f-958d-9bb4bfc8b8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:31.732895 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:31.747505 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-392ad4cf-1728-489f-9592-c1779b0fb8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:31.773845 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-731d73fa-afa4-4e4f-958d-9bb4bfc8b8cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7bbc966c88734a62b174d4a7e0e8d95d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016421 Nov 23 04:15:31.774560 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d73fa-afa4-4e4f-958d-9bb4bfc8b8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f091b315-621e-4a11-8950-269c189281c4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:31.777234 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55268) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:31.858138 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-149de59d-c7c6-4c69-974d-6995478d7f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:31.879729 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-392ad4cf-1728-489f-9592-c1779b0fb8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:31.890939 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-149de59d-c7c6-4c69-974d-6995478d7f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:31.958887 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-392ad4cf-1728-489f-9592-c1779b0fb8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:31.998512 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-392ad4cf-1728-489f-9592-c1779b0fb8dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1352f0cb379b4fccb0d0f3d11d767aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640026 Nov 23 04:15:31.999386 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ad4cf-1728-489f-9592-c1779b0fb8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5882b67-ce4e-41ba-8bd8-08f573fc5b6e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:32.001226 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55274) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:32.008217 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-149de59d-c7c6-4c69-974d-6995478d7f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:32.011367 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-149de59d-c7c6-4c69-974d-6995478d7f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:32.012607 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-149de59d-c7c6-4c69-974d-6995478d7f2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f091b315-621e-4a11-8950-269c189281c4 HTTP/1.1" status: 204 len: 168 time: 0.2341440 Nov 23 04:15:32.021083 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149de59d-c7c6-4c69-974d-6995478d7f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f091b315-621e-4a11-8950-269c189281c4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:32.059765 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c1d35d8-07e1-4ec6-bf70-5bb17e7e71fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:32.087234 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c1d35d8-07e1-4ec6-bf70-5bb17e7e71fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:32.262875 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c1d35d8-07e1-4ec6-bf70-5bb17e7e71fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:32.265585 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c1d35d8-07e1-4ec6-bf70-5bb17e7e71fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:32.266737 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-2c1d35d8-07e1-4ec6-bf70-5bb17e7e71fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5882b67-ce4e-41ba-8bd8-08f573fc5b6e HTTP/1.1" status: 204 len: 168 time: 0.2640109 Nov 23 04:15:32.274425 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d35d8-07e1-4ec6-bf70-5bb17e7e71fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5882b67-ce4e-41ba-8bd8-08f573fc5b6e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:32.426597 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 5802ea66-681d-4f76-a561-6e2e0d2de725 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:15:32.464526 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:32.466433 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 5802ea66-681d-4f76-a561-6e2e0d2de725 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:15:32.466949 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 5802ea66-681d-4f76-a561-6e2e0d2de725 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:15:32.469100 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb909d-c326-4fab-a9ac-e33c0eed6a56 req-c21f3fa9-19b7-4613-96a9-aa18c3e53c62 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:32.470682 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e8fb909d-c326-4fab-a9ac-e33c0eed6a56 req-c21f3fa9-19b7-4613-96a9-aa18c3e53c62 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.1218920 Nov 23 04:15:32.535293 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-48b48f3e-373d-4a81-9d61-c72dc269fe8b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:32.537658 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-48b48f3e-373d-4a81-9d61-c72dc269fe8b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/networks?id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9 HTTP/1.1" status: 200 len: 814 time: 0.1597059 Nov 23 04:15:32.569489 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-43bf1e44-791d-425c-8587-5cbdc8fd607f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/quotas/dc51e914f5e74ceca4086caa5a05b8f0 HTTP/1.1" status: 200 len: 375 time: 0.0205491 Nov 23 04:15:32.574726 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e8fb909d-c326-4fab-a9ac-e33c0eed6a56 req-8e7ee901-57d5-4397-bd89-0d923b60aa70 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799384 Nov 23 04:15:32.622299 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-92e4da2a-9b03-49f7-a788-b795798631ac tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456274 Nov 23 04:15:32.726507 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-3bff91a5-a694-4fb5-b5ab-86f2e726e3f3 service neutron] 10.222.0.54 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942583 Nov 23 04:15:32.830096 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55326) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:32.848338 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-a917db2f-4afd-4248-a82e-486cb3dbbcc6 service neutron] 10.222.0.54 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150222 Nov 23 04:15:32.893007 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db5cf60-4830-4e07-ba48-29b4ea400e18 admin admin] Deleting subnet 5db299d6-7900-462e-a1fd-f15a7ec79fec {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:15:32.896717 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2db5cf60-4830-4e07-ba48-29b4ea400e18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:32.935586 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2db5cf60-4830-4e07-ba48-29b4ea400e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197436'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:32.985887 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2db5cf60-4830-4e07-ba48-29b4ea400e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:33.118221 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a7dca162-1fda-4ec6-9459-21f4f9f63eb5 req-3739ffc3-0883-4f67-a0b1-efa3cfb26f05 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 210 time: 0.0274408 Nov 23 04:15:33.131749 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2db5cf60-4830-4e07-ba48-29b4ea400e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9143487'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:33.170871 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5cf60-4830-4e07-ba48-29b4ea400e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db299d6-7900-462e-a1fd-f15a7ec79fec,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:33.182124 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2db5cf60-4830-4e07-ba48-29b4ea400e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:33.199362 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-2db5cf60-4830-4e07-ba48-29b4ea400e18 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5db299d6-7900-462e-a1fd-f15a7ec79fec HTTP/1.1" status: 204 len: 168 time: 0.3681076 Nov 23 04:15:33.202004 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55350) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:33.302819 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:33.331626 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:33.422657 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:33.448717 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ce0af5-9910-4581-af30-0918b54a130e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:33.468606 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efa416c-3739-45d3-a2cb-316ac3dacf85') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:33.468897 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efa416c-3739-45d3-a2cb-316ac3dacf85') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:15:33.480026 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3086330'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:33.494837 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:33.504135 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:15:33.504555 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099859'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: Traceback (most recent call last): Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: timer() Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: cb(*args, **kw) Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: return func(*args, **kwargs) Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: self._notify() Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: self.callback(batched_events) Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: event.method(event) Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: return f(self, *a, **k) Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._get(url).json() Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:15:33.506274 dv-cinder-768458-16-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:15:33.697332 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4b548-117a-4c83-a813-2fbdd18bbe91 req-c0ba296c-ce6e-4fe3-8cd0-48336da9c7b2 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:33.699191 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-48c4b548-117a-4c83-a813-2fbdd18bbe91 req-c0ba296c-ce6e-4fe3-8cd0-48336da9c7b2 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0537043 Nov 23 04:15:33.700430 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:33.708940 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:33.719092 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] 10.222.0.54 "DELETE /v2.0/networks/49ce0af5-9910-4581-af30-0918b54a130e HTTP/1.1" status: 204 len: 168 time: 0.5079899 Nov 23 04:15:33.729932 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162255e2-ac5f-4a32-96e3-10cfd70ea724 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ce0af5-9910-4581-af30-0918b54a130e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:33.785864 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-48c4b548-117a-4c83-a813-2fbdd18bbe91 req-ddce541c-9085-4f99-a8f6-c751a6b54a83 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635722 Nov 23 04:15:34.232153 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cd74437d-5dce-4bfd-a243-4f8a69df6abe req-f97fe4f8-165a-42d2-ba17-a76aca30d8cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 210 time: 0.0257847 Nov 23 04:15:34.263204 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55394) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:34.309727 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-561e0f63-244b-4d86-b2ca-456425f7db63 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04145637610344c69dd78ebf3ecd92ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451574 Nov 23 04:15:34.313302 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55398) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:34.382767 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-309cd353-acf5-42e1-91e2-e66d4c888145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:34.410576 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-309cd353-acf5-42e1-91e2-e66d4c888145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:34.576808 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-309cd353-acf5-42e1-91e2-e66d4c888145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:34.579545 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-309cd353-acf5-42e1-91e2-e66d4c888145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:34.583895 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-309cd353-acf5-42e1-91e2-e66d4c888145 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ff3ab92-575f-4500-ac17-01346ff86fee HTTP/1.1" status: 204 len: 168 time: 0.2681499 Nov 23 04:15:34.606290 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cd353-acf5-42e1-91e2-e66d4c888145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff3ab92-575f-4500-ac17-01346ff86fee,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:34.917718 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bb0ea-d9b7-40ed-b1e9-bcd275241f21 req-011d10f0-98d1-4e04-8634-2354b8f598a9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:34.935860 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-061bb0ea-d9b7-40ed-b1e9-bcd275241f21 req-011d10f0-98d1-4e04-8634-2354b8f598a9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0727797 Nov 23 04:15:34.993367 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-061bb0ea-d9b7-40ed-b1e9-bcd275241f21 req-90f7e7ee-560d-4381-99f3-000e3121a392 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550244 Nov 23 04:15:35.329905 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5431b35-db8d-437e-8892-1cc7a410db80 req-ba38c9f7-1200-42b9-92ad-8dc4cb6006e6 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 210 time: 0.0254264 Nov 23 04:15:35.750330 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-6bdd1ec6-4b8f-45c2-a0c9-f2b116bab06e tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:35.751545 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-6bdd1ec6-4b8f-45c2-a0c9-f2b116bab06e tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "GET /v2.0/networks?id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9 HTTP/1.1" status: 200 len: 814 time: 0.1171193 Nov 23 04:15:35.776708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Request body: {'port': {'device_id': '1b618a52-9e4c-43d1-8b3d-97412bd51aed', 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9', 'admin_state_up': True, 'tenant_id': 'dc51e914f5e74ceca4086caa5a05b8f0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:15:35.959201 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Made reservation on behalf of dc51e914f5e74ceca4086caa5a05b8f0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:15:35.962999 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:36.162802 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Allocated IP 172.20.0.8 (3f225ae5-6bd1-4fef-a8a2-1e95224823f9/8e1376b0-d11d-4241-9f82-5ec678076c29/070ef4fa-f032-4309-bfe7-5f82f3d8a95a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:15:36.172828 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de46704-7af3-49b6-915b-43c56a49ab91 req-84ad78cd-d502-4ffe-9a80-306481411f12 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:36.174369 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6de46704-7af3-49b6-915b-43c56a49ab91 req-84ad78cd-d502-4ffe-9a80-306481411f12 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.1016483 Nov 23 04:15:36.269735 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6de46704-7af3-49b6-915b-43c56a49ab91 req-e2e64e31-648e-4d0a-a65d-b5a2e47ceec1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877631 Nov 23 04:15:36.451579 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca445fd6-b369-407b-bcb7-82ac558fecd2 req-00f61a10-75ae-4b2d-ac58-3a4445a3ef03 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 210 time: 0.0386035 Nov 23 04:15:36.454413 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:36.628664 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:36.670517 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['832e3d40-1fef-4a95-9553-b2e7c02d57af'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:15:36.671493 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:15:36.677535 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:15:36.684498 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:15:36.718927 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Pushing event updated for resources: {'Port': ['ID=070ef4fa-f032-4309-bfe7-5f82f3d8a95a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:36.742455 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:36.743111 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:36.860409 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-c945d2a7-003b-4998-855f-a66c924368cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0872140 Nov 23 04:15:36.880625 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Request body: {'port': {'device_id': '1b618a52-9e4c-43d1-8b3d-97412bd51aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:15:36.941495 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.231400 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070ef4fa-f032-4309-bfe7-5f82f3d8a95a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:15:37.240431 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.259420 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Transition to ACTIVE for port object 070ef4fa-f032-4309-bfe7-5f82f3d8a95a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:15:37.373329 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.418588 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55516) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:37.447586 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Pushing event updated for resources: {'Port': ['ID=070ef4fa-f032-4309-bfe7-5f82f3d8a95a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:37.469145 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba3b11-de8b-4dd7-bedc-180e6c958ee0 req-e3f60b7f-d5da-4486-96d4-1645455ff9c3 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:37.470848 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6ba3b11-de8b-4dd7-bedc-180e6c958ee0 req-e3f60b7f-d5da-4486-96d4-1645455ff9c3 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.1253183 Nov 23 04:15:37.543992 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-affe86b1-ae8d-4975-a24a-d255e91f23c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.615867 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6ba3b11-de8b-4dd7-bedc-180e6c958ee0 req-ce5e124f-95b6-4426-833e-5db9d9ee09a4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231887 Nov 23 04:15:37.621880 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-affe86b1-ae8d-4975-a24a-d255e91f23c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.632816 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276a14c-c700-43b9-a1cf-8c4264bf83e5 req-6a7798ca-86ee-471a-990b-c750515ab773 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:37.632816 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6276a14c-c700-43b9-a1cf-8c4264bf83e5 req-6a7798ca-86ee-471a-990b-c750515ab773 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 943 time: 0.0974576 Nov 23 04:15:37.632816 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Attempting to bind port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:15:37.632816 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Attempting to bind port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:15:37.633209 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Attempting to bind port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:15:37.638277 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:15:37.638597 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Attempting to bind port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:15:37.659064 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:15:37.659463 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Checking segment: {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:15:37.659836 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Bound using segment: {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:15:37.660272 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Bound port: 070ef4fa-f032-4309-bfe7-5f82f3d8a95a, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:15:37.660629 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.694155 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-affe86b1-ae8d-4975-a24a-d255e91f23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.731762 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe86b1-ae8d-4975-a24a-d255e91f23c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865f8796-6e1a-4678-b2b5-dce288e94409,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:37.739340 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6276a14c-c700-43b9-a1cf-8c4264bf83e5 req-f5eb3129-b4d4-47bf-b4f0-22d5e19aad7d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983551 Nov 23 04:15:37.747933 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55524) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:37.749486 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-affe86b1-ae8d-4975-a24a-d255e91f23c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=29e43451921e484d8ae90b7f916f64d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253961 Nov 23 04:15:37.780286 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] For port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:15:37.801969 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] For port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=070ef4fa-f032-4309-bfe7-5f82f3d8a95a,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:15:37.816191 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd8b81ea-2944-42d8-8155-d5f6a6740fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.836760 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd8b81ea-2944-42d8-8155-d5f6a6740fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.920061 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.964470 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:37.964905 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.966355 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] 10.222.0.50 "PUT /v2.0/ports/070ef4fa-f032-4309-bfe7-5f82f3d8a95a HTTP/1.1" status: 200 len: 1093 time: 1.0906701 Nov 23 04:15:37.968831 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b618a52-9e4c-43d1-8b3d-97412bd51aed', 'tag': '070ef4fa-f032-4309-bfe7-5f82f3d8a95a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:15:37.971056 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bc8583-7b3a-4d69-95f9-9e89910b441f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b618a52-9e4c-43d1-8b3d-97412bd51aed", "tag": "070ef4fa-f032-4309-bfe7-5f82f3d8a95a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:15:37.993041 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd8b81ea-2944-42d8-8155-d5f6a6740fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.996699 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd8b81ea-2944-42d8-8155-d5f6a6740fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:37.997925 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-dd8b81ea-2944-42d8-8155-d5f6a6740fd2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/865f8796-6e1a-4678-b2b5-dce288e94409 HTTP/1.1" status: 204 len: 168 time: 0.2489052 Nov 23 04:15:38.004946 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037379d9-4a48-4248-9a61-4b497dff20a5 service neutron] Pushing event updated for resources: {'Port': ['ID=070ef4fa-f032-4309-bfe7-5f82f3d8a95a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:38.013402 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b81ea-2944-42d8-8155-d5f6a6740fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f8796-6e1a-4678-b2b5-dce288e94409,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:38.028912 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff38cbd4-aeec-4aa3-8deb-1de242bc93b7 x-openstack-request-id: req-ff38cbd4-aeec-4aa3-8deb-1de242bc93b7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:15:38.028912 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b618a52-9e4c-43d1-8b3d-97412bd51aed", "tag": "070ef4fa-f032-4309-bfe7-5f82f3d8a95a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:15:38.028912 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff38cbd4-aeec-4aa3-8deb-1de242bc93b7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:15:38.028912 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b618a52-9e4c-43d1-8b3d-97412bd51aed', 'tag': '070ef4fa-f032-4309-bfe7-5f82f3d8a95a', 'status': 'completed', 'code': 200} Nov 23 04:15:38.145286 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc8583-7b3a-4d69-95f9-9e89910b441f req-fb9b7560-817e-4ef8-9401-42099c33b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:38.146656 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6bc8583-7b3a-4d69-95f9-9e89910b441f req-fb9b7560-817e-4ef8-9401-42099c33b104 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 1096 time: 0.0454974 Nov 23 04:15:38.268676 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc8583-7b3a-4d69-95f9-9e89910b441f req-cbeed89b-03a3-4b5f-b70b-5ed53627273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:38.270229 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6bc8583-7b3a-4d69-95f9-9e89910b441f req-cbeed89b-03a3-4b5f-b70b-5ed53627273b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0985641 Nov 23 04:15:38.591434 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc8583-7b3a-4d69-95f9-9e89910b441f req-7dc65ec2-5739-42f2-9dcb-9fbee634c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:38.592839 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6bc8583-7b3a-4d69-95f9-9e89910b441f req-7dc65ec2-5739-42f2-9dcb-9fbee634c6a2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3128424 Nov 23 04:15:38.743259 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-48041f90-7218-41cd-8179-3d205af8361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:38.745361 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-48041f90-7218-41cd-8179-3d205af8361b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 1096 time: 0.0787630 Nov 23 04:15:38.832907 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-729ddcfe-e004-458e-bde4-6f414ca29ffa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=070ef4fa-f032-4309-bfe7-5f82f3d8a95a HTTP/1.1" status: 200 len: 217 time: 0.0700662 Nov 23 04:15:38.850399 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82279a84-c9ff-496e-a70b-2add6a26cc8f req-06a1de82-bbf9-4989-9032-7d45b421ab1d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:38.852912 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-82279a84-c9ff-496e-a70b-2add6a26cc8f req-06a1de82-bbf9-4989-9032-7d45b421ab1d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.1414192 Nov 23 04:15:38.970295 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-5ac8bf21-6497-4bc7-90ee-e63dac5722e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:38.970519 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-5ac8bf21-6497-4bc7-90ee-e63dac5722e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e1376b0-d11d-4241-9f82-5ec678076c29 HTTP/1.1" status: 200 len: 854 time: 0.1148241 Nov 23 04:15:38.979967 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdf0dd-8b85-4c6d-abe8-5295a7ebdada req-a03d3d25-c10b-4cc9-898b-9a0aad7a3a5a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:38.984177 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4bbdf0dd-8b85-4c6d-abe8-5295a7ebdada req-a03d3d25-c10b-4cc9-898b-9a0aad7a3a5a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 943 time: 0.1275659 Nov 23 04:15:38.986599 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-82279a84-c9ff-496e-a70b-2add6a26cc8f req-40be403e-4fbc-498b-9ed6-640fb0205c03 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148808 Nov 23 04:15:39.025501 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-9971f229-d1c2-4034-a291-9f1e546b1659 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429540 Nov 23 04:15:39.099772 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4bbdf0dd-8b85-4c6d-abe8-5295a7ebdada req-3aa70665-5384-4e46-877a-21991708f858 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049960 Nov 23 04:15:39.150680 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-0b0110c1-c6bc-48de-92bd-53beef1264ff service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176622 Nov 23 04:15:39.257526 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e9f050a2-7744-4689-bce7-dc8f4f95ace2 req-91343c3d-8b95-447e-a7d8-b1c67e92b743 service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963051 Nov 23 04:15:40.129167 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577e7b8-ec93-4b3f-803a-ef8ecf9c2f01 req-76f15230-ba5e-4f60-8809-ded2a5eb2093 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:40.130667 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0577e7b8-ec93-4b3f-803a-ef8ecf9c2f01 req-76f15230-ba5e-4f60-8809-ded2a5eb2093 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0630810 Nov 23 04:15:40.187518 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0577e7b8-ec93-4b3f-803a-ef8ecf9c2f01 req-7a7c8514-e97e-44ed-8a0b-33aa5f33b990 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503299 Nov 23 04:15:40.250440 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee468b-1182-43a2-a09a-2b3164998824 req-aec0a391-99ee-4f0e-89cb-c5cd00d4914b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:40.252067 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-68ee468b-1182-43a2-a09a-2b3164998824 req-aec0a391-99ee-4f0e-89cb-c5cd00d4914b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 943 time: 0.0635507 Nov 23 04:15:40.308334 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-68ee468b-1182-43a2-a09a-2b3164998824 req-945c9e0a-b7b7-43fb-b73c-e1dd7c4fa42f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492940 Nov 23 04:15:41.318884 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a8762-93db-4d71-b7bc-851fe1968528 req-c797d2e6-7169-4327-9ef1-accb315a81f6 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:41.320647 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e1a8762-93db-4d71-b7bc-851fe1968528 req-c797d2e6-7169-4327-9ef1-accb315a81f6 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0520008 Nov 23 04:15:41.383787 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e1a8762-93db-4d71-b7bc-851fe1968528 req-a1bc3a06-d38b-4568-a12f-3cc3fc8e12a4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569005 Nov 23 04:15:41.435430 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823ac75-2f1a-4031-b8a4-c6bbd10e2cf2 req-dc1707d7-f260-4453-9f56-d095543b9e5c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:41.436924 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a823ac75-2f1a-4031-b8a4-c6bbd10e2cf2 req-dc1707d7-f260-4453-9f56-d095543b9e5c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 943 time: 0.0502918 Nov 23 04:15:41.489439 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a823ac75-2f1a-4031-b8a4-c6bbd10e2cf2 req-4319270d-b250-48aa-b3be-eda7111474f0 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466762 Nov 23 04:15:42.444416 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 070ef4fa-f032-4309-bfe7-5f82f3d8a95a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:15:42.521891 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e334f7-72ee-4509-bd10-1476a3462c49 req-1ec0210b-4fde-4374-b33e-f9827ed395a9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:42.523437 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18e334f7-72ee-4509-bd10-1476a3462c49 req-1ec0210b-4fde-4374-b33e-f9827ed395a9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0709848 Nov 23 04:15:42.561841 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=070ef4fa-f032-4309-bfe7-5f82f3d8a95a,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:15:42.575363 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '070ef4fa-f032-4309-bfe7-5f82f3d8a95a', 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9', 'port_id': '070ef4fa-f032-4309-bfe7-5f82f3d8a95a', 'mac_address': 'fa:16:3e:4f:ce:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1376b0-d11d-4241-9f82-5ec678076c29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:15:42.584947 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18e334f7-72ee-4509-bd10-1476a3462c49 req-3ba5d1d6-08c5-450c-b2e0-717367cd92ce tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543325 Nov 23 04:15:42.627455 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:42.629126 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc4e0c-6d53-4406-aebc-6ec648018fa2 req-a95a1df5-ebdb-41a0-a37e-089e24ae988b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:42.630950 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3dbc4e0c-6d53-4406-aebc-6ec648018fa2 req-a95a1df5-ebdb-41a0-a37e-089e24ae988b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 943 time: 0.0670667 Nov 23 04:15:42.653313 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070ef4fa-f032-4309-bfe7-5f82f3d8a95a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:15:42.679366 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=070ef4fa-f032-4309-bfe7-5f82f3d8a95a,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:15:42.729982 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3dbc4e0c-6d53-4406-aebc-6ec648018fa2 req-1fc1a6b3-eb62-4105-8463-844f5239ca3a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828094 Nov 23 04:15:42.865135 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:42.915820 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=070ef4fa-f032-4309-bfe7-5f82f3d8a95a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:42.924051 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:42.924489 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:42.924879 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:42.925134 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:42.925470 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:42.925819 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:42.926145 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:42.926479 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:42.926822 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:42.927155 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:42.927605 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:42.927835 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:15:43.315136 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['070ef4fa-f032-4309-bfe7-5f82f3d8a95a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:15:43.446239 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55754) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:43.464563 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55758) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:43.542394 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:15:43.585550 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d8eb-6aeb-44b8-ab8d-b76c568c896b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:43.608639 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-558ab579-4a9b-4d73-ba96-c7c82afe52c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:43.714250 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-558ab579-4a9b-4d73-ba96-c7c82afe52c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:43.730661 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d8eb-6aeb-44b8-ab8d-b76c568c896b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:43.755032 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf285ed-67e5-4e37-95df-bc9f2be2a475 req-89320c69-6772-4486-b95d-3733551026a1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:43.759677 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eaf285ed-67e5-4e37-95df-bc9f2be2a475 req-89320c69-6772-4486-b95d-3733551026a1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0817103 Nov 23 04:15:43.808706 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-558ab579-4a9b-4d73-ba96-c7c82afe52c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:43.825424 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eaf285ed-67e5-4e37-95df-bc9f2be2a475 req-bc81ef8a-95e9-4019-af39-af67bb253acf tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611448 Nov 23 04:15:43.848951 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d8eb-6aeb-44b8-ab8d-b76c568c896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:43.852616 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-558ab579-4a9b-4d73-ba96-c7c82afe52c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b771c4205834d2b88274cac1653fdbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845618 Nov 23 04:15:43.862772 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ab579-4a9b-4d73-ba96-c7c82afe52c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae33042-d1f0-494e-8cf2-c7f96d6c4f57,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:43.862772 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:43.899864 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f9b5d8eb-6aeb-44b8-ab8d-b76c568c896b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=76641e6b40df406ab78ee47c674e3d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521062 Nov 23 04:15:43.903160 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55772) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:43.912183 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da2ce764-ddc1-4e98-abf7-dd8eee1ac2e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:43.923068 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6a857-f6fb-4a56-8995-3866e2bbde0d req-cf4adb20-4110-4c74-8478-6d5ed5e2cf34 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:43.924704 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37a6a857-f6fb-4a56-8995-3866e2bbde0d req-cf4adb20-4110-4c74-8478-6d5ed5e2cf34 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 944 time: 0.1137025 Nov 23 04:15:43.927052 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5d8eb-6aeb-44b8-ab8d-b76c568c896b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1f2d84-ef5a-41e2-be62-0035e43a4abc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:43.937330 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da2ce764-ddc1-4e98-abf7-dd8eee1ac2e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:44.024444 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-237c1a58-f572-4089-a380-893573d44bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:44.029215 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37a6a857-f6fb-4a56-8995-3866e2bbde0d req-84b85419-d552-48f7-926b-30b9dad3d0be tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935357 Nov 23 04:15:44.054311 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-237c1a58-f572-4089-a380-893573d44bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:44.090639 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da2ce764-ddc1-4e98-abf7-dd8eee1ac2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:44.093533 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da2ce764-ddc1-4e98-abf7-dd8eee1ac2e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:44.096709 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-da2ce764-ddc1-4e98-abf7-dd8eee1ac2e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ae33042-d1f0-494e-8cf2-c7f96d6c4f57 HTTP/1.1" status: 204 len: 168 time: 0.2368395 Nov 23 04:15:44.107119 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ce764-ddc1-4e98-abf7-dd8eee1ac2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae33042-d1f0-494e-8cf2-c7f96d6c4f57,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:44.209593 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-237c1a58-f572-4089-a380-893573d44bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:44.212446 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-237c1a58-f572-4089-a380-893573d44bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:44.213982 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-237c1a58-f572-4089-a380-893573d44bbd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a1f2d84-ef5a-41e2-be62-0035e43a4abc HTTP/1.1" status: 204 len: 168 time: 0.3089542 Nov 23 04:15:44.223099 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c1a58-f572-4089-a380-893573d44bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1f2d84-ef5a-41e2-be62-0035e43a4abc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:44.459792 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 070ef4fa-f032-4309-bfe7-5f82f3d8a95a up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:15:44.658995 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:15:44.663296 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:15:44.663666 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:44.746885 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:44.770990 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b618a52-9e4c-43d1-8b3d-97412bd51aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ef4fa-f032-4309-bfe7-5f82f3d8a95a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:15:44.773240 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3a9542-0721-441d-8a84-147e16eb3f66" -d '{"events": [{"server_uuid": "1b618a52-9e4c-43d1-8b3d-97412bd51aed", "name": "network-vif-plugged", "status": "completed", "tag": "070ef4fa-f032-4309-bfe7-5f82f3d8a95a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:15:44.788849 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=070ef4fa-f032-4309-bfe7-5f82f3d8a95a,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:15:44.813970 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe5da08-9e5c-4941-93e9-50fac7634a0a x-openstack-request-id: req-5fe5da08-9e5c-4941-93e9-50fac7634a0a {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:15:44.814288 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b618a52-9e4c-43d1-8b3d-97412bd51aed", "name": "network-vif-plugged", "status": "completed", "tag": "070ef4fa-f032-4309-bfe7-5f82f3d8a95a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:15:44.814542 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5fe5da08-9e5c-4941-93e9-50fac7634a0a {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:15:44.816947 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b618a52-9e4c-43d1-8b3d-97412bd51aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ef4fa-f032-4309-bfe7-5f82f3d8a95a', 'code': 200} Nov 23 04:15:44.874039 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:44.944916 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=070ef4fa-f032-4309-bfe7-5f82f3d8a95a,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:44.970245 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3a7af-2737-4720-91c7-60d8df3da78d req-df096a6a-b9ef-4b47-9406-e426512cbd30 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:44.971738 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97a3a7af-2737-4720-91c7-60d8df3da78d req-df096a6a-b9ef-4b47-9406-e426512cbd30 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0517547 Nov 23 04:15:45.021659 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97a3a7af-2737-4720-91c7-60d8df3da78d req-7d93ba3c-f552-4ca4-bcd4-c275a62ac068 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Nov 23 04:15:45.022311 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55798) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:45.053876 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6d98127-fbea-4612-b776-5c9d37bc8240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.096084 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:45.122492 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79cedce5-fd5a-4b82-8368-cb502a733ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.156673 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6d98127-fbea-4612-b776-5c9d37bc8240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.205202 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca00902-afb9-42bd-b6bd-b7ec0a8be41b req-0b508aa4-6ed4-49ab-b300-5bb73bde60ed tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:45.206828 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bca00902-afb9-42bd-b6bd-b7ec0a8be41b req-0b508aa4-6ed4-49ab-b300-5bb73bde60ed tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 945 time: 0.0843711 Nov 23 04:15:45.279190 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6d98127-fbea-4612-b776-5c9d37bc8240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.304979 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79cedce5-fd5a-4b82-8368-cb502a733ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.314817 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bca00902-afb9-42bd-b6bd-b7ec0a8be41b req-111b698f-b1f4-40cc-a592-4813247ec7eb tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970786 Nov 23 04:15:45.319446 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e05602-0cce-4255-8905-2ad424f7573c req-0f12d6d5-4723-4dd0-9fd6-241173e75daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:45.324126 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22e05602-0cce-4255-8905-2ad424f7573c req-0f12d6d5-4723-4dd0-9fd6-241173e75daf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 1098 time: 0.0814326 Nov 23 04:15:45.324289 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-d6d98127-fbea-4612-b776-5c9d37bc8240 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4ddff26900b4765a22d478dedd50b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975125 Nov 23 04:15:45.324289 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d98127-fbea-4612-b776-5c9d37bc8240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e7b363-acf5-44af-a4a9-6f62dbe51252,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:45.324432 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55806) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:45.397028 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3da4d4d7-ea3f-4236-87a3-1ca52eb32827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.423228 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79cedce5-fd5a-4b82-8368-cb502a733ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.441854 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22e05602-0cce-4255-8905-2ad424f7573c req-6ec56e08-b8a8-46f6-8fd3-4cddcc710c5c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807829 Nov 23 04:15:45.461816 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3da4d4d7-ea3f-4236-87a3-1ca52eb32827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.481189 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-79cedce5-fd5a-4b82-8368-cb502a733ffa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24c4944a2bd740d7a70f88d42f4e9276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837848 Nov 23 04:15:45.483890 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55810) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:45.488512 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cedce5-fd5a-4b82-8368-cb502a733ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915eb217-9ab5-4426-a8f4-fe18cb39579f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:45.544940 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96594e34-edf9-467c-bef8-cb3d9b178345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.568299 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96594e34-edf9-467c-bef8-cb3d9b178345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.710546 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 55822) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:45.714852 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3da4d4d7-ea3f-4236-87a3-1ca52eb32827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.717799 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96594e34-edf9-467c-bef8-cb3d9b178345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.717921 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3da4d4d7-ea3f-4236-87a3-1ca52eb32827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.719833 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3da4d4d7-ea3f-4236-87a3-1ca52eb32827 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/70e7b363-acf5-44af-a4a9-6f62dbe51252 HTTP/1.1" status: 204 len: 168 time: 0.3936315 Nov 23 04:15:45.721816 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96594e34-edf9-467c-bef8-cb3d9b178345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.722193 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-96594e34-edf9-467c-bef8-cb3d9b178345 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/915eb217-9ab5-4426-a8f4-fe18cb39579f HTTP/1.1" status: 204 len: 168 time: 0.2373049 Nov 23 04:15:45.730367 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96594e34-edf9-467c-bef8-cb3d9b178345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915eb217-9ab5-4426-a8f4-fe18cb39579f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:45.732760 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d4d7-ea3f-4236-87a3-1ca52eb32827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e7b363-acf5-44af-a4a9-6f62dbe51252,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:45.837979 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-809dc5cf-63ef-453b-9857-d3b60c4b2324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.913293 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-809dc5cf-63ef-453b-9857-d3b60c4b2324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:45.996598 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-809dc5cf-63ef-453b-9857-d3b60c4b2324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:46.035049 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-809dc5cf-63ef-453b-9857-d3b60c4b2324 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=28f855b1c5bc4af599cabb30b768eb4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233345 Nov 23 04:15:46.036281 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dc5cf-63ef-453b-9857-d3b60c4b2324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc16c3b-094d-4bb2-a2e0-aa3898772e42,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:46.038035 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 55836) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:46.101778 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e72d36ca-ee2a-4eae-8c30-c5d362fdf44e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:46.149774 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e72d36ca-ee2a-4eae-8c30-c5d362fdf44e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:46.209982 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37d21f-032f-4b40-bf50-a8518bedb5de req-fe068f9f-8ed0-4980-84b9-098ba8894f90 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:46.211735 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ce37d21f-032f-4b40-bf50-a8518bedb5de req-fe068f9f-8ed0-4980-84b9-098ba8894f90 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0985398 Nov 23 04:15:46.279315 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ce37d21f-032f-4b40-bf50-a8518bedb5de req-e74ea800-db6a-487a-9ffb-46825008fd2c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455737 Nov 23 04:15:46.305860 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e72d36ca-ee2a-4eae-8c30-c5d362fdf44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:46.305860 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e72d36ca-ee2a-4eae-8c30-c5d362fdf44e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:46.306056 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e72d36ca-ee2a-4eae-8c30-c5d362fdf44e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ddc16c3b-094d-4bb2-a2e0-aa3898772e42 HTTP/1.1" status: 204 len: 168 time: 0.2667027 Nov 23 04:15:46.315113 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d36ca-ee2a-4eae-8c30-c5d362fdf44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc16c3b-094d-4bb2-a2e0-aa3898772e42,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:46.477458 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675ec27-0071-49c6-aff7-d65215821753 req-b357d595-60d2-4146-aadf-3fa0de8b9a39 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:46.480106 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7675ec27-0071-49c6-aff7-d65215821753 req-b357d595-60d2-4146-aadf-3fa0de8b9a39 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 945 time: 0.0648634 Nov 23 04:15:46.530896 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7675ec27-0071-49c6-aff7-d65215821753 req-a21307e9-1f21-4f24-b23a-f52cec196bd2 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449514 Nov 23 04:15:47.410407 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93a2b8-6064-43c5-9d31-da3d98294b97 req-9d42977e-3bd2-4091-aeea-96ba612984e1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:47.412109 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b93a2b8-6064-43c5-9d31-da3d98294b97 req-9d42977e-3bd2-4091-aeea-96ba612984e1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0530648 Nov 23 04:15:47.467721 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b93a2b8-6064-43c5-9d31-da3d98294b97 req-2d6cac87-d031-4726-b4c4-d711322b0a3d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484037 Nov 23 04:15:47.656303 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81a8fb-0387-4d49-a861-fe26c7d934f5 req-ade4f270-6da8-44d9-84a7-87b9c7ec0e7d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:47.658229 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ea81a8fb-0387-4d49-a861-fe26c7d934f5 req-ade4f270-6da8-44d9-84a7-87b9c7ec0e7d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 945 time: 0.0547061 Nov 23 04:15:47.715143 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ea81a8fb-0387-4d49-a861-fe26c7d934f5 req-c676908e-0a5e-4d5d-957b-48d0d0fb44f2 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501363 Nov 23 04:15:48.590579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433a098-4f5b-4a9b-9530-83249f0f95b3 req-2ecc83e3-8c24-4d2d-afd5-6ab6e3b1535f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:48.592113 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f433a098-4f5b-4a9b-9530-83249f0f95b3 req-2ecc83e3-8c24-4d2d-afd5-6ab6e3b1535f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0486157 Nov 23 04:15:48.640672 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f433a098-4f5b-4a9b-9530-83249f0f95b3 req-3aaac3d1-a248-4bd6-8d5e-7b63bb44a06b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423491 Nov 23 04:15:49.521765 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 56000) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:49.639267 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3b49556-7701-4232-86eb-7e1385d77c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:49.758832 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3b49556-7701-4232-86eb-7e1385d77c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:49.778973 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2561e6-3c4b-4865-b484-b828a6677ca8 req-cd6d8d44-2543-4f6d-93a3-bd4059d299d4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:49.780468 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a2561e6-3c4b-4865-b484-b828a6677ca8 req-cd6d8d44-2543-4f6d-93a3-bd4059d299d4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0583985 Nov 23 04:15:49.831561 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a2561e6-3c4b-4865-b484-b828a6677ca8 req-339b059f-db69-4a2e-a0f5-7148f26ec8f5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452621 Nov 23 04:15:49.856272 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3b49556-7701-4232-86eb-7e1385d77c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:49.896239 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b49556-7701-4232-86eb-7e1385d77c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634195a2-ebc9-45bb-bcfb-ada5ef1a4f9a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:49.912323 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b3b49556-7701-4232-86eb-7e1385d77c1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3013e5c1cded4f4abe40529634315ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894815 Nov 23 04:15:49.915298 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 56018) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:49.970105 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0dc6-c9d5-4025-b77a-9b958ee1e0ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:49.992883 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0dc6-c9d5-4025-b77a-9b958ee1e0ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:50.122123 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0dc6-c9d5-4025-b77a-9b958ee1e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:50.124763 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0dc6-c9d5-4025-b77a-9b958ee1e0ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:50.125903 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-cf7f0dc6-c9d5-4025-b77a-9b958ee1e0ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/634195a2-ebc9-45bb-bcfb-ada5ef1a4f9a HTTP/1.1" status: 204 len: 168 time: 0.2087436 Nov 23 04:15:50.134170 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f0dc6-c9d5-4025-b77a-9b958ee1e0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634195a2-ebc9-45bb-bcfb-ada5ef1a4f9a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:50.826511 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 56028) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:50.840107 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1777f8a9-d46b-4cb0-9b64-e1cc4094f9c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:50.915602 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1777f8a9-d46b-4cb0-9b64-e1cc4094f9c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:50.947124 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2dc0-bc57-4352-ad7f-c1f5d564bfb2 req-ca749e98-4fde-4cd1-b8aa-539d5614efb0 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:50.949455 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-04df2dc0-bc57-4352-ad7f-c1f5d564bfb2 req-ca749e98-4fde-4cd1-b8aa-539d5614efb0 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0494726 Nov 23 04:15:51.019392 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-04df2dc0-bc57-4352-ad7f-c1f5d564bfb2 req-2240f327-9aae-4ff0-9290-12988857b576 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609646 Nov 23 04:15:51.045277 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1777f8a9-d46b-4cb0-9b64-e1cc4094f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:51.101044 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 56048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:51.101632 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-1777f8a9-d46b-4cb0-9b64-e1cc4094f9c7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=525ea43fe1f74636a2d4637ab6bef409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740221 Nov 23 04:15:51.104976 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777f8a9-d46b-4cb0-9b64-e1cc4094f9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6064ba-2121-4bd3-948d-9cc453359811,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:51.158746 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dfd03f83-299a-4bc2-a6f1-caa065dee0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:51.186159 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dfd03f83-299a-4bc2-a6f1-caa065dee0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:51.266650 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-7dd83cec-73c0-4a36-97fe-a4e0781f6ad0 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d5ed34581a5e4a4b8f22a96ca010c337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293748 Nov 23 04:15:51.341811 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dfd03f83-299a-4bc2-a6f1-caa065dee0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:51.344831 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dfd03f83-299a-4bc2-a6f1-caa065dee0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:51.351244 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-dfd03f83-299a-4bc2-a6f1-caa065dee0a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff6064ba-2121-4bd3-948d-9cc453359811 HTTP/1.1" status: 204 len: 168 time: 0.2435050 Nov 23 04:15:51.377001 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd03f83-299a-4bc2-a6f1-caa065dee0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6064ba-2121-4bd3-948d-9cc453359811,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:51.479370 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28978-bd62-4304-8072-373033525f48 req-ea218405-6ef2-448e-b974-b9c9811decb9 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:51.480736 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-ea218405-6ef2-448e-b974-b9c9811decb9 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087622 Nov 23 04:15:51.495323 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-b17d060b-253e-46a0-9046-0d8577d2b8a2 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/quotas/d5ed34581a5e4a4b8f22a96ca010c337 HTTP/1.1" status: 200 len: 375 time: 0.0086746 Nov 23 04:15:51.524911 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-d971f68c-ac69-40ca-8b41-5fb7e4efdea7 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5ed34581a5e4a4b8f22a96ca010c337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245359 Nov 23 04:15:51.984054 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-436046fe-9653-4541-b2ac-1f5c66eaf0d3 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:51.985588 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-436046fe-9653-4541-b2ac-1f5c66eaf0d3 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/networks?id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9 HTTP/1.1" status: 200 len: 814 time: 0.1097219 Nov 23 04:15:52.000648 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-a4ebe7d1-edb6-49ab-9b03-75d5c71c8d66 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/quotas/dc51e914f5e74ceca4086caa5a05b8f0 HTTP/1.1" status: 200 len: 375 time: 0.0093234 Nov 23 04:15:52.051165 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-dd9f36c3-9c07-4548-ae5c-1803d402e983 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450304 Nov 23 04:15:52.144117 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-146714f2-b25c-4a48-86d5-1624a1226931 service neutron] 10.222.0.54 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857654 Nov 23 04:15:52.195013 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 56092) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:52.214220 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f6a20c7-dbf3-4ac2-b3aa-dd87529766f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:52.254532 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-b646fa15-5956-42c5-a620-4884e72fadac service neutron] 10.222.0.54 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043093 Nov 23 04:15:52.296254 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f6a20c7-dbf3-4ac2-b3aa-dd87529766f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:52.367972 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f6a20c7-dbf3-4ac2-b3aa-dd87529766f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:52.407373 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-1f6a20c7-dbf3-4ac2-b3aa-dd87529766f1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b470e86383554e74a093944c32239b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083261 Nov 23 04:15:52.408491 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a20c7-dbf3-4ac2-b3aa-dd87529766f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164c3f0c-e2c8-4095-bcf4-307102e164f7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:52.413009 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 56096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:15:52.468512 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36c26929-cc39-4aba-a5c4-f55afb81d304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:52.513180 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-08e3998a-cb26-4658-8db8-7bc0af00eafb req-923cd518-2691-424c-abcd-7840f904e6fb tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 210 time: 0.0333567 Nov 23 04:15:52.514886 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36c26929-cc39-4aba-a5c4-f55afb81d304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:52.627000 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de725f-8283-4e91-ac14-01a19ba4e141 req-c9e6d27f-f730-4be1-a519-085087d0411b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:52.628539 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d3de725f-8283-4e91-ac14-01a19ba4e141 req-c9e6d27f-f730-4be1-a519-085087d0411b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0539198 Nov 23 04:15:52.634073 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36c26929-cc39-4aba-a5c4-f55afb81d304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:52.638013 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36c26929-cc39-4aba-a5c4-f55afb81d304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:52.639240 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-36c26929-cc39-4aba-a5c4-f55afb81d304 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/164c3f0c-e2c8-4095-bcf4-307102e164f7 HTTP/1.1" status: 204 len: 168 time: 0.2286785 Nov 23 04:15:52.659936 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c26929-cc39-4aba-a5c4-f55afb81d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164c3f0c-e2c8-4095-bcf4-307102e164f7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:52.705008 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d3de725f-8283-4e91-ac14-01a19ba4e141 req-15c70383-0f10-47ea-a3a0-7726e779ab34 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645304 Nov 23 04:15:52.783695 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b14cccf7-070e-4d6f-8956-857285e11315 req-590fe124-1b1d-49a5-984d-3455d73b9494 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 210 time: 0.0269856 Nov 23 04:15:53.606786 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-477c895a-1638-4ec3-8981-0217926827d6 req-90bc0bf3-3dd2-4609-8ca7-f65a981edccf tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 210 time: 0.0250127 Nov 23 04:15:53.822659 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe4f2f-dbb5-4d73-ac71-58b656aaa86c req-95dfc946-c889-40fb-8b39-7f4bcfa58f4b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:53.824117 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6fe4f2f-dbb5-4d73-ac71-58b656aaa86c req-95dfc946-c889-40fb-8b39-7f4bcfa58f4b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0492160 Nov 23 04:15:53.886284 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6fe4f2f-dbb5-4d73-ac71-58b656aaa86c req-5b68ee1a-5c50-4291-952c-984ca1060a14 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454865 Nov 23 04:15:53.965434 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d278795f-8d0d-46fa-9d89-f489ee29ef69 req-e7c0abc1-49e3-4983-b8e3-8fd2ef6db322 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 210 time: 0.0249658 Nov 23 04:15:54.701471 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8617c5c8-0ece-46bb-9aa9-7d3407601d4e req-4875055f-37fd-4da8-b935-01a5bbed57a0 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 210 time: 0.0273228 Nov 23 04:15:54.934135 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:54.991984 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812c05-e9ec-45e8-b161-d4479d87a832 req-a7e953ef-d2cd-43a2-9ea0-2ac260199482 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:54.993797 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f812c05-e9ec-45e8-b161-d4479d87a832 req-a7e953ef-d2cd-43a2-9ea0-2ac260199482 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0483987 Nov 23 04:15:55.042367 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f812c05-e9ec-45e8-b161-d4479d87a832 req-35183ff2-c44b-4f68-89d7-e6997f6d9359 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421777 Nov 23 04:15:55.126538 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f5c92f60-ecdd-4354-9796-750ec97feeb9 req-0fbad063-11bf-4d7c-bcaf-2a4d351aead3 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 210 time: 0.0281126 Nov 23 04:15:55.793916 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07f7c275-6f95-408f-a9e4-dba07ee04e0c req-157f4eb9-7d8c-40f8-a06a-11cce96ed3c6 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 210 time: 0.0253150 Nov 23 04:15:56.165220 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601a3c-d26d-45c1-a058-0f5a153c9a03 req-67eb62e4-b27c-4b63-bd8d-4d8dff479a50 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:56.166938 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5a601a3c-d26d-45c1-a058-0f5a153c9a03 req-67eb62e4-b27c-4b63-bd8d-4d8dff479a50 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0494936 Nov 23 04:15:56.214562 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5a601a3c-d26d-45c1-a058-0f5a153c9a03 req-8208ca66-9a4b-4c82-9a77-e84e14b3c2f2 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414350 Nov 23 04:15:56.294505 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3831a567-6b49-403f-b282-cdc49baf3374 req-bdc652b8-4488-49cf-9d45-997e27a5439d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 210 time: 0.0257962 Nov 23 04:15:56.884157 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed5c0dbd-0a1f-4143-92a6-e7b90b4ebaf7 req-81c352c2-5393-41d0-9146-efb86bebdc29 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 210 time: 0.0260823 Nov 23 04:15:57.219338 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7a6b-027c-46ab-ba24-c3febbdc21f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:57.332148 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be536e14-22cc-4897-8ba6-3c96e7935caf req-c9cf57bd-971f-4f8d-a6a9-bd996cc7bc78 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:57.333566 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be536e14-22cc-4897-8ba6-3c96e7935caf req-c9cf57bd-971f-4f8d-a6a9-bd996cc7bc78 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0525601 Nov 23 04:15:57.381039 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be536e14-22cc-4897-8ba6-3c96e7935caf req-ec93e1e2-a5c1-452a-8d27-63c4c343ca73 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Nov 23 04:15:57.461736 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1e708d4-770f-4ee3-a86e-a335a53e4ef2 req-d4a853f5-f3f3-4595-b2dd-3c7731b770c6 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 210 time: 0.0262117 Nov 23 04:15:57.981939 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b90d86c-b484-493b-9cfd-ab88f8faab01 req-48ff48c1-90cd-45c8-95b6-cec416159232 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 210 time: 0.0278311 Nov 23 04:15:58.186517 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-9bb28739-f00b-4407-817d-944f7e820295 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:58.187880 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-9bb28739-f00b-4407-817d-944f7e820295 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "GET /v2.0/networks?id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9 HTTP/1.1" status: 200 len: 814 time: 0.1075838 Nov 23 04:15:58.209738 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Request body: {'port': {'device_id': 'cf175718-dca3-4da3-a676-f5d4d54f54e2', 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9', 'admin_state_up': True, 'tenant_id': 'dc51e914f5e74ceca4086caa5a05b8f0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:15:58.421773 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Made reservation on behalf of dc51e914f5e74ceca4086caa5a05b8f0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:15:58.425976 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:58.603952 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b24532-3f8c-4c47-9675-a5f403ebfc10 req-89ab039c-5d89-420f-8008-a3e833baebea tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:58.605430 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-91b24532-3f8c-4c47-9675-a5f403ebfc10 req-89ab039c-5d89-420f-8008-a3e833baebea tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.1454787 Nov 23 04:15:58.606482 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Allocated IP 172.20.0.9 (3f225ae5-6bd1-4fef-a8a2-1e95224823f9/8e1376b0-d11d-4241-9f82-5ec678076c29/c6aef10d-8d5c-41bc-b91c-795812fa4860) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:15:58.691698 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-91b24532-3f8c-4c47-9675-a5f403ebfc10 req-82ed11a2-dadb-48d7-b691-2b11cc6686e7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793133 Nov 23 04:15:58.812002 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ba29c69-3991-4d23-8bbd-1a7dc28aa767 req-359919ee-a232-4dce-9139-563574523561 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 210 time: 0.0322802 Nov 23 04:15:58.858217 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:58.971115 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:59.014094 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['832e3d40-1fef-4a95-9553-b2e7c02d57af', '070ef4fa-f032-4309-bfe7-5f82f3d8a95a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:15:59.045698 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:15:59.070353 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:15:59.075199 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:15:59.084971 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-c34ba935-9199-4e11-8730-685e4f921d79 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d5ed34581a5e4a4b8f22a96ca010c337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610054 Nov 23 04:15:59.161231 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Pushing event updated for resources: {'Port': ['ID=c6aef10d-8d5c-41bc-b91c-795812fa4860,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:15:59.414905 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e0f6c423-3066-456d-99dc-b7f0f4a66063 req-daf3ea38-2bb8-45ac-b48b-8b16ca523b3c tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 210 time: 0.3068392 Nov 23 04:15:59.445865 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:59.445865 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:59.491461 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28978-bd62-4304-8072-373033525f48 req-e9b6b826-3f62-4e6c-9a1d-7858621ddfd7 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:59.492937 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-e9b6b826-3f62-4e6c-9a1d-7858621ddfd7 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3618586 Nov 23 04:15:59.520081 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Request body: {'port': {'device_id': '9da592d1-d534-4643-8e5f-35edefd614b4', 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8', 'admin_state_up': True, 'tenant_id': 'd5ed34581a5e4a4b8f22a96ca010c337'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:15:59.651388 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-e63321b4-b718-49db-b8d3-62abb1a2fb68 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4458294 Nov 23 04:15:59.683946 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Request body: {'port': {'device_id': 'cf175718-dca3-4da3-a676-f5d4d54f54e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:15:59.741203 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:59.748572 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-724d0785-93d9-4627-8fed-3cbfbddf52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:59.779710 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Made reservation on behalf of d5ed34581a5e4a4b8f22a96ca010c337 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:15:59.783375 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:59.808960 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:15:59.984923 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d230bf3-5ed1-4ee7-ad64-ea4a70c62411 req-14ff7af4-5f0b-4e32-8853-9b35a764d93f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:15:59.986453 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7d230bf3-5ed1-4ee7-ad64-ea4a70c62411 req-14ff7af4-5f0b-4e32-8853-9b35a764d93f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.1886513 Nov 23 04:16:00.109153 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a36311-aac9-4786-9c00-3e8756ebd0ed req-a20a8746-c30a-4c89-8c82-b0ae0d1a85cf tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:00.110934 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6a36311-aac9-4786-9c00-3e8756ebd0ed req-a20a8746-c30a-4c89-8c82-b0ae0d1a85cf tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 931 time: 0.2022057 Nov 23 04:16:00.181086 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.193267 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7d230bf3-5ed1-4ee7-ad64-ea4a70c62411 req-2fd6bc04-4769-42bc-94e1-ed9ff8d9d510 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991282 Nov 23 04:16:00.245349 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6a36311-aac9-4786-9c00-3e8756ebd0ed req-85d07718-fa99-4917-88d8-924bd2926624 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227429 Nov 23 04:16:00.281811 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6aef10d-8d5c-41bc-b91c-795812fa4860 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:16:00.290103 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.293046 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.361085 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Transition to ACTIVE for port object c6aef10d-8d5c-41bc-b91c-795812fa4860 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:16:00.365431 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c336678e-f108-4787-a55b-74c6ab174eff,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:00.442536 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Allocated IP 192.168.233.130 (c590b1ce-2fd9-4e7f-95db-b33c6e4368b8/f7ac8077-cbab-4a77-aa8b-aeafe5598587/2c6f1671-b600-4d12-99a6-94d877dbbfeb) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:16:00.499894 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.543193 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-298b9a52-3ca4-4709-977d-19b903c7261c req-71dc45a1-0e3d-47d2-85e8-7317f35f6f23 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 210 time: 0.0586517 Nov 23 04:16:00.642801 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Pushing event updated for resources: {'Port': ['ID=c6aef10d-8d5c-41bc-b91c-795812fa4860,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:00.705423 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 56312) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:00.725506 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.743319 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Attempting to bind port c6aef10d-8d5c-41bc-b91c-795812fa4860 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:16:00.743656 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Attempting to bind port c6aef10d-8d5c-41bc-b91c-795812fa4860 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:16:00.743981 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Attempting to bind port c6aef10d-8d5c-41bc-b91c-795812fa4860 on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:16:00.750810 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Port c6aef10d-8d5c-41bc-b91c-795812fa4860 on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:16:00.751682 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Attempting to bind port c6aef10d-8d5c-41bc-b91c-795812fa4860 on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:16:00.766381 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:16:00.766820 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Checking segment: {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:16:00.767091 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Bound using segment: {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:16:00.767566 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Bound port: c6aef10d-8d5c-41bc-b91c-795812fa4860, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:16:00.767911 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.818932 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe999-9f4b-41d4-9058-99ef49a32055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.842070 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] For port c6aef10d-8d5c-41bc-b91c-795812fa4860, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:16:00.845676 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] For port c6aef10d-8d5c-41bc-b91c-795812fa4860, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c6aef10d-8d5c-41bc-b91c-795812fa4860,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:16:00.894254 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.900819 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe999-9f4b-41d4-9058-99ef49a32055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.925456 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.930128 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.948691 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Network c590b1ce-2fd9-4e7f-95db-b33c6e4368b8 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:16:00.953653 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:16:00.956539 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:16:00.970055 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:00.970055 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.970055 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] 10.222.0.50 "PUT /v2.0/ports/c6aef10d-8d5c-41bc-b91c-795812fa4860 HTTP/1.1" status: 200 len: 1093 time: 1.2896419 Nov 23 04:16:00.971597 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf175718-dca3-4da3-a676-f5d4d54f54e2', 'tag': 'c6aef10d-8d5c-41bc-b91c-795812fa4860'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:16:00.973857 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c25b3b-4dff-4eb5-98c4-37b7136e7993" -d '{"events": [{"name": "network-changed", "server_uuid": "cf175718-dca3-4da3-a676-f5d4d54f54e2", "tag": "c6aef10d-8d5c-41bc-b91c-795812fa4860"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:16:00.987727 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bbfe999-9f4b-41d4-9058-99ef49a32055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:00.999444 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Pushing event updated for resources: {'Port': ['ID=2c6f1671-b600-4d12-99a6-94d877dbbfeb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:01.017943 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-4bbfe999-9f4b-41d4-9058-99ef49a32055 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=feb880e4bb504caba2fd40061e8ea63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114057 Nov 23 04:16:01.033627 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 56328) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:01.034007 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6f2a08-e523-4eb8-8321-776e43d20f5e x-openstack-request-id: req-ba6f2a08-e523-4eb8-8321-776e43d20f5e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:16:01.034007 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf175718-dca3-4da3-a676-f5d4d54f54e2", "tag": "c6aef10d-8d5c-41bc-b91c-795812fa4860", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:16:01.034007 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba6f2a08-e523-4eb8-8321-776e43d20f5e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:16:01.034007 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf175718-dca3-4da3-a676-f5d4d54f54e2', 'tag': 'c6aef10d-8d5c-41bc-b91c-795812fa4860', 'status': 'completed', 'code': 200} Nov 23 04:16:01.073080 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:01.073719 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:01.081155 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfe999-9f4b-41d4-9058-99ef49a32055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c250af-ac9d-4b6e-9e82-b7e3416169d0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:01.082427 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca25b4-9211-44c4-8600-ef11e205dbdd service neutron] Pushing event updated for resources: {'Port': ['ID=c6aef10d-8d5c-41bc-b91c-795812fa4860,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:01.113226 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43b3f50d-e274-484a-a80d-3d649651397f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:01.137631 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43b3f50d-e274-484a-a80d-3d649651397f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:01.176401 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-0cc813e2-420f-4156-a3ab-deb48f03a23a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6600275 Nov 23 04:16:01.203611 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bd780bbe-ba0e-4c7c-a73a-31401036dcf8 None None] Provisioning complete for port 2c6f1671-b600-4d12-99a6-94d877dbbfeb triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:16:01.203977 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd780bbe-ba0e-4c7c-a73a-31401036dcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:01.238072 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bd780bbe-ba0e-4c7c-a73a-31401036dcf8 None None] Port 2c6f1671-b600-4d12-99a6-94d877dbbfeb cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:16:01.262060 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43b3f50d-e274-484a-a80d-3d649651397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:01.264698 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43b3f50d-e274-484a-a80d-3d649651397f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:01.266208 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-43b3f50d-e274-484a-a80d-3d649651397f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0c250af-ac9d-4b6e-9e82-b7e3416169d0 HTTP/1.1" status: 204 len: 168 time: 0.2326975 Nov 23 04:16:01.276205 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3f50d-e274-484a-a80d-3d649651397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c250af-ac9d-4b6e-9e82-b7e3416169d0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:01.317363 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c091d-031d-426f-a3ce-48ddf38cd3dd req-fd552da5-b130-4770-bf07-b451f75ec37d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:01.318831 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ec7c091d-031d-426f-a3ce-48ddf38cd3dd req-fd552da5-b130-4770-bf07-b451f75ec37d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0540965 Nov 23 04:16:01.371088 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ec7c091d-031d-426f-a3ce-48ddf38cd3dd req-adbe93fa-199d-4541-b88d-44a491369360 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457394 Nov 23 04:16:01.474753 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007647a6-89f4-4013-b149-66bc8635e148 req-c554547d-f4b5-4695-a42b-3fddf3c5955b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:01.476250 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-007647a6-89f4-4013-b149-66bc8635e148 req-c554547d-f4b5-4695-a42b-3fddf3c5955b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0519233 Nov 23 04:16:01.524344 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-007647a6-89f4-4013-b149-66bc8635e148 req-d4239a13-cdd8-4c5d-b9f6-4b252348fdd6 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Nov 23 04:16:01.656227 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1edd5-917a-403a-8241-021f2acdabf9 req-c024fcb5-61e9-4319-9d72-8cecbb0e2f17 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:01.657802 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4e1edd5-917a-403a-8241-021f2acdabf9 req-c024fcb5-61e9-4319-9d72-8cecbb0e2f17 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 936 time: 0.0479989 Nov 23 04:16:01.704863 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4e1edd5-917a-403a-8241-021f2acdabf9 req-d5083f1f-38f4-406c-b074-05a3c1c61701 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411680 Nov 23 04:16:02.393105 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:02.483793 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb03724-2fdc-4e5e-ae38-2d8dfcc82367 req-13f656c4-e7ba-45d7-a1bf-84c6da53c305 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:02.485285 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5cb03724-2fdc-4e5e-ae38-2d8dfcc82367 req-13f656c4-e7ba-45d7-a1bf-84c6da53c305 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0491683 Nov 23 04:16:02.536886 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5cb03724-2fdc-4e5e-ae38-2d8dfcc82367 req-017526f2-10c5-467a-a454-7b777a010be8 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453951 Nov 23 04:16:02.638350 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ba910-a596-46d9-bc70-627cba8f4421 req-6f3e4c2c-3ae3-4180-b3fc-1be5e21805d3 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:02.640127 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-818ba910-a596-46d9-bc70-627cba8f4421 req-6f3e4c2c-3ae3-4180-b3fc-1be5e21805d3 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0478122 Nov 23 04:16:02.694300 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-818ba910-a596-46d9-bc70-627cba8f4421 req-f21914c4-b654-4519-bdcc-e4aec56a6a14 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485497 Nov 23 04:16:02.816457 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bee9d-2724-4f40-818a-a35586ece8c7 req-3f9491d7-b7e1-4ddc-a10f-441c4d780af1 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:02.817912 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c52bee9d-2724-4f40-818a-a35586ece8c7 req-3f9491d7-b7e1-4ddc-a10f-441c4d780af1 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 936 time: 0.0478179 Nov 23 04:16:02.866101 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c52bee9d-2724-4f40-818a-a35586ece8c7 req-93a1d46f-4511-435b-8745-0ffb1c352502 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Nov 23 04:16:03.218375 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Request body: {'port': {'device_id': '9da592d1-d534-4643-8e5f-35edefd614b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:16:03.240684 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 56386) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:03.279175 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:03.316139 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:03.326673 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c25b3b-4dff-4eb5-98c4-37b7136e7993 req-5a83629c-0f7e-47ed-92aa-df1d9e55f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:03.328183 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-48c25b3b-4dff-4eb5-98c4-37b7136e7993 req-5a83629c-0f7e-47ed-92aa-df1d9e55f127 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 1096 time: 0.0803123 Nov 23 04:16:03.422200 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2a4b086-2fc0-47bc-b348-8ab1bcf1a832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:03.605202 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c25b3b-4dff-4eb5-98c4-37b7136e7993 req-bebdf8f9-dc84-4213-84b6-6ae51ecb17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:03.606658 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-48c25b3b-4dff-4eb5-98c4-37b7136e7993 req-bebdf8f9-dc84-4213-84b6-6ae51ecb17b7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2551332 Nov 23 04:16:03.788774 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7130ac-2525-4f47-a50b-f62e09fc59ed req-db4dc6c8-afb0-488f-aebf-aef25f1c8678 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:03.790505 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4d7130ac-2525-4f47-a50b-f62e09fc59ed req-db4dc6c8-afb0-488f-aebf-aef25f1c8678 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.1816144 Nov 23 04:16:03.798645 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2a4b086-2fc0-47bc-b348-8ab1bcf1a832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:03.887262 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c25b3b-4dff-4eb5-98c4-37b7136e7993 req-64b4f662-d548-4730-ae6c-bfce60c7ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:03.889035 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-48c25b3b-4dff-4eb5-98c4-37b7136e7993 req-64b4f662-d548-4730-ae6c-bfce60c7ac18 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2648680 Nov 23 04:16:03.912742 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2a4b086-2fc0-47bc-b348-8ab1bcf1a832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:03.963032 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4d7130ac-2525-4f47-a50b-f62e09fc59ed req-18c8e185-1c47-4794-bef5-7df0f5b175c3 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559188 Nov 23 04:16:03.970381 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff4b00-9323-49bd-b1b6-8564e37e58d3 req-20fb34ee-49f6-49db-9016-3712a4dded50 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:03.971875 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47ff4b00-9323-49bd-b1b6-8564e37e58d3 req-20fb34ee-49f6-49db-9016-3712a4dded50 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 943 time: 0.2065880 Nov 23 04:16:03.985931 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6f1671-b600-4d12-99a6-94d877dbbfeb {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:16:04.000022 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:04.003351 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4b086-2fc0-47bc-b348-8ab1bcf1a832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d34558-d95f-46cc-80fb-60c6f80571f1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:04.015556 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a2a4b086-2fc0-47bc-b348-8ab1bcf1a832 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8efd83206fec4dcc9c544e22f7fbf79b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7738183 Nov 23 04:16:04.018417 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 56410) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:04.036374 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Transition to ACTIVE for port object 2c6f1671-b600-4d12-99a6-94d877dbbfeb will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:16:04.079613 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26708352-80a4-4ef8-90e0-afbf1498d1d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:04.082836 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47ff4b00-9323-49bd-b1b6-8564e37e58d3 req-5ad962dd-afb6-4864-b981-dddd75a2578e tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997715 Nov 23 04:16:04.105672 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26708352-80a4-4ef8-90e0-afbf1498d1d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:04.107956 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb0ee1-727d-4fcf-970e-6e109ee4a036 req-42fcd3df-3eef-4e18-987c-bb45f8d5dff4 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:04.109819 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1fb0ee1-727d-4fcf-970e-6e109ee4a036 req-42fcd3df-3eef-4e18-987c-bb45f8d5dff4 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 936 time: 0.0720410 Nov 23 04:16:04.110701 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:04.233996 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f1671-b600-4d12-99a6-94d877dbbfeb,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:04.256037 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1fb0ee1-727d-4fcf-970e-6e109ee4a036 req-aeb942ab-2bbe-4c63-aa89-3f4a5f2df836 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335497 Nov 23 04:16:04.284169 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Attempting to bind port 2c6f1671-b600-4d12-99a6-94d877dbbfeb on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:16:04.284523 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Attempting to bind port 2c6f1671-b600-4d12-99a6-94d877dbbfeb by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '50fb2152-3fff-47bc-bdd5-be7f0c34dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:16:04.284974 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Attempting to bind port 2c6f1671-b600-4d12-99a6-94d877dbbfeb on network c590b1ce-2fd9-4e7f-95db-b33c6e4368b8 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:16:04.289983 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Port 2c6f1671-b600-4d12-99a6-94d877dbbfeb on network c590b1ce-2fd9-4e7f-95db-b33c6e4368b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:16:04.290303 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Attempting to bind port 2c6f1671-b600-4d12-99a6-94d877dbbfeb on network c590b1ce-2fd9-4e7f-95db-b33c6e4368b8 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:16:04.296085 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:16:04.296420 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Checking segment: {'id': '50fb2152-3fff-47bc-bdd5-be7f0c34dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:16:04.296832 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Bound using segment: {'id': '50fb2152-3fff-47bc-bdd5-be7f0c34dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:16:04.297224 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Bound port: 2c6f1671-b600-4d12-99a6-94d877dbbfeb, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50fb2152-3fff-47bc-bdd5-be7f0c34dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:16:04.297581 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:04.365248 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] For port 2c6f1671-b600-4d12-99a6-94d877dbbfeb, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:16:04.368270 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] For port 2c6f1671-b600-4d12-99a6-94d877dbbfeb, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2c6f1671-b600-4d12-99a6-94d877dbbfeb,segment=NetworkSegment(50fb2152-3fff-47bc-bdd5-be7f0c34dd59),segment_id=50fb2152-3fff-47bc-bdd5-be7f0c34dd59)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:16:04.442272 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26708352-80a4-4ef8-90e0-afbf1498d1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:04.453685 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26708352-80a4-4ef8-90e0-afbf1498d1d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:04.453685 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-26708352-80a4-4ef8-90e0-afbf1498d1d8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/52d34558-d95f-46cc-80fb-60c6f80571f1 HTTP/1.1" status: 204 len: 168 time: 0.4267538 Nov 23 04:16:04.454513 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26708352-80a4-4ef8-90e0-afbf1498d1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d34558-d95f-46cc-80fb-60c6f80571f1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:04.502670 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:04.537096 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:04.537708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:04.539149 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] 10.222.0.50 "PUT /v2.0/ports/2c6f1671-b600-4d12-99a6-94d877dbbfeb HTTP/1.1" status: 200 len: 1098 time: 1.3250854 Nov 23 04:16:04.539860 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da592d1-d534-4643-8e5f-35edefd614b4', 'tag': '2c6f1671-b600-4d12-99a6-94d877dbbfeb'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:16:04.542775 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72946394-b74c-46da-b1ea-a577c62b8b83" -d '{"events": [{"name": "network-changed", "server_uuid": "9da592d1-d534-4643-8e5f-35edefd614b4", "tag": "2c6f1671-b600-4d12-99a6-94d877dbbfeb"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:16:04.567545 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85da4da-8c35-4129-91dd-d834c23feae0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6f1671-b600-4d12-99a6-94d877dbbfeb,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:04.584341 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e5092a-4d53-4c3f-a69b-26a638035849 x-openstack-request-id: req-b9e5092a-4d53-4c3f-a69b-26a638035849 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:16:04.584635 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da592d1-d534-4643-8e5f-35edefd614b4", "tag": "2c6f1671-b600-4d12-99a6-94d877dbbfeb", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:16:04.584893 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9e5092a-4d53-4c3f-a69b-26a638035849 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:16:04.585293 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da592d1-d534-4643-8e5f-35edefd614b4', 'tag': '2c6f1671-b600-4d12-99a6-94d877dbbfeb', 'status': 'completed', 'code': 200} Nov 23 04:16:05.080538 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241826e-421f-4be4-ac2d-759a3b964d04 req-4754b737-19f7-48b9-9282-3cd95531b66f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:05.082088 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7241826e-421f-4be4-ac2d-759a3b964d04 req-4754b737-19f7-48b9-9282-3cd95531b66f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0500090 Nov 23 04:16:05.133017 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7241826e-421f-4be4-ac2d-759a3b964d04 req-07ba4369-0edb-4905-a5c2-8aa2ccff4a1a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Nov 23 04:16:05.233066 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50603f0d-0c6e-483e-a32d-63e518b78fe8 req-2086e4c0-af80-4929-8c67-fe6f6e866e5c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:05.234549 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50603f0d-0c6e-483e-a32d-63e518b78fe8 req-2086e4c0-af80-4929-8c67-fe6f6e866e5c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0483787 Nov 23 04:16:05.284550 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50603f0d-0c6e-483e-a32d-63e518b78fe8 req-4407389f-5767-440d-9086-d684cbdfa377 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Nov 23 04:16:05.387822 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c754f84-8ad1-48a4-bffe-337090636732 req-1e923830-826a-4832-b4ed-f2ff514d0e58 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:05.389281 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4c754f84-8ad1-48a4-bffe-337090636732 req-1e923830-826a-4832-b4ed-f2ff514d0e58 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 948 time: 0.0484636 Nov 23 04:16:05.437908 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4c754f84-8ad1-48a4-bffe-337090636732 req-453454ee-8578-4777-99e0-6c53e1ac3488 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 Nov 23 04:16:06.252098 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ebfaa-fb82-42cf-8ab5-d63fe6048601 req-147a9b5e-f4a5-45a9-a16e-13e816d92903 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:06.253602 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-888ebfaa-fb82-42cf-8ab5-d63fe6048601 req-147a9b5e-f4a5-45a9-a16e-13e816d92903 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0525799 Nov 23 04:16:06.301195 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-888ebfaa-fb82-42cf-8ab5-d63fe6048601 req-7cbb35b2-e7db-4cef-b018-f34d161ffd95 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Nov 23 04:16:06.408709 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daccf91-50ef-4ad9-a23f-ec811ad8e098 req-939d3155-acba-45bb-91f8-e91c0818264d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:06.410219 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0daccf91-50ef-4ad9-a23f-ec811ad8e098 req-939d3155-acba-45bb-91f8-e91c0818264d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0481517 Nov 23 04:16:06.460923 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0daccf91-50ef-4ad9-a23f-ec811ad8e098 req-677d923d-a715-4b90-9b77-05e15a892e2e tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437002 Nov 23 04:16:06.566370 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468d1e0-0ece-4fc7-852d-f690b6f59f90 req-2684c4d6-7d73-42a8-85d8-3abe5ea0d931 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:06.568121 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c468d1e0-0ece-4fc7-852d-f690b6f59f90 req-2684c4d6-7d73-42a8-85d8-3abe5ea0d931 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 948 time: 0.0496035 Nov 23 04:16:06.658639 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c468d1e0-0ece-4fc7-852d-f690b6f59f90 req-f27b7e76-7bcc-4ead-a9f0-72feb0fe0c35 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835052 Nov 23 04:16:06.676486 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946394-b74c-46da-b1ea-a577c62b8b83 req-83ae1cf1-1147-4186-b8e4-016f9a49d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:06.678052 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72946394-b74c-46da-b1ea-a577c62b8b83 req-83ae1cf1-1147-4186-b8e4-016f9a49d32d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5ed34581a5e4a4b8f22a96ca010c337&device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 1101 time: 0.0841675 Nov 23 04:16:06.692941 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-21f69fab-ea0a-4fcc-95cf-f6231ad775fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:06.696345 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-21f69fab-ea0a-4fcc-95cf-f6231ad775fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 1096 time: 0.0499370 Nov 23 04:16:06.741972 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72946394-b74c-46da-b1ea-a577c62b8b83 req-9dd5960b-2574-46bf-b2ff-3c8ee3323c10 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d5ed34581a5e4a4b8f22a96ca010c337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241821 Nov 23 04:16:06.778542 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-9c172a24-45ec-4b5c-819d-4dba9555a8dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6aef10d-8d5c-41bc-b91c-795812fa4860 HTTP/1.1" status: 200 len: 217 time: 0.0528955 Nov 23 04:16:06.874955 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-fc9a794e-d864-4041-881f-8abf1465498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:06.876357 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-fc9a794e-d864-4041-881f-8abf1465498f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e1376b0-d11d-4241-9f82-5ec678076c29 HTTP/1.1" status: 200 len: 854 time: 0.0867591 Nov 23 04:16:06.919004 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-a851d5c5-58f3-46e1-a6a7-0d3c2c4760cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295253 Nov 23 04:16:06.919959 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946394-b74c-46da-b1ea-a577c62b8b83 req-b9f53283-3f58-4a26-b4e2-b76433b0115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:06.921221 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72946394-b74c-46da-b1ea-a577c62b8b83 req-b9f53283-3f58-4a26-b4e2-b76433b0115a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1511235 Nov 23 04:16:07.048139 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-01384d08-88c7-4d65-949d-7b87f4a4e3cc service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098285 Nov 23 04:16:07.053923 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28978-bd62-4304-8072-373033525f48 req-b6896e33-e8b7-49e9-8553-107e09589c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:07.055305 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-b6896e33-e8b7-49e9-8553-107e09589c3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5ed34581a5e4a4b8f22a96ca010c337&device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 1101 time: 0.0598083 Nov 23 04:16:07.147929 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-d42d1c70-a9f1-4006-8765-b320ea2556aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=2c6f1671-b600-4d12-99a6-94d877dbbfeb HTTP/1.1" status: 200 len: 217 time: 0.0732579 Nov 23 04:16:07.232899 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c32f2968-1eff-4148-8d32-bf128fde8660 req-37f0d46e-de1a-4407-833e-604df1c6d2c1 service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593394 Nov 23 04:16:07.236433 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28978-bd62-4304-8072-373033525f48 req-c707430a-7b30-474b-a9dd-8e4dacfb7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:07.241525 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-c707430a-7b30-474b-a9dd-8e4dacfb7a7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7ac8077-cbab-4a77-aa8b-aeafe5598587 HTTP/1.1" status: 200 len: 843 time: 0.0764091 Nov 23 04:16:07.322552 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28978-bd62-4304-8072-373033525f48 req-fb672c4e-b3cd-4ae6-88af-124cfa87feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:07.324395 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-fb672c4e-b3cd-4ae6-88af-124cfa87feb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c590b1ce-2fd9-4e7f-95db-b33c6e4368b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0428925 Nov 23 04:16:07.759270 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8f371-e54e-4e62-95a3-6540ffc121dc req-61a44c40-4c7a-4e12-a9c1-43b7759b22ba tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:07.761498 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-34b8f371-e54e-4e62-95a3-6540ffc121dc req-61a44c40-4c7a-4e12-a9c1-43b7759b22ba tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.3708522 Nov 23 04:16:07.774619 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e56741-0048-4f8c-8d2d-f8f271ba4bd9 req-a9afd2d2-872b-4c80-ab46-0ee701d0ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:07.776126 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-74e56741-0048-4f8c-8d2d-f8f271ba4bd9 req-a9afd2d2-872b-4c80-ab46-0ee701d0ce2f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 1098 time: 0.1256952 Nov 23 04:16:07.777826 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-b02a09a5-4288-473e-a169-b51572201a34 service neutron] 10.222.0.50 "GET /v2.0/networks/c590b1ce-2fd9-4e7f-95db-b33c6e4368b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426510 Nov 23 04:16:07.790070 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b070b5d-f8ed-4de9-9809-0752662a242c req-91454941-f938-4b18-9cdd-d554960be01b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:07.791518 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6b070b5d-f8ed-4de9-9809-0752662a242c req-91454941-f938-4b18-9cdd-d554960be01b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 943 time: 0.1422040 Nov 23 04:16:07.929283 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-34b8f371-e54e-4e62-95a3-6540ffc121dc req-29a9a4ee-fe8a-457f-bfe2-6491e8f1ed86 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603637 Nov 23 04:16:07.948973 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-74e56741-0048-4f8c-8d2d-f8f271ba4bd9 req-8fad4f47-2ff0-4f91-81c0-b379173bc842 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556287 Nov 23 04:16:07.958065 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6b070b5d-f8ed-4de9-9809-0752662a242c req-955b9678-8a93-4722-b28e-ce9c8dd26ed0 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482117 Nov 23 04:16:07.984370 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ec28978-bd62-4304-8072-373033525f48 req-e7361f42-edb0-453e-9a2f-9e7f8c9a58e4 service neutron] 10.222.0.50 "GET /v2.0/networks/c590b1ce-2fd9-4e7f-95db-b33c6e4368b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848440 Nov 23 04:16:08.075538 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb547214-1762-4695-8a36-cc49110cc432 req-4e24f71f-28de-4276-9aeb-cad518251b96 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:08.075538 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb547214-1762-4695-8a36-cc49110cc432 req-4e24f71f-28de-4276-9aeb-cad518251b96 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 948 time: 0.0593066 Nov 23 04:16:08.122938 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb547214-1762-4695-8a36-cc49110cc432 req-804b70ef-a827-4d85-9aec-7e1a95a3b65c tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423064 Nov 23 04:16:09.069306 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa3c31-0792-4ff6-9087-eab3cc91fc77 req-3eea5103-56d4-48b4-affa-a46bdde8a381 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:09.070739 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c5aa3c31-0792-4ff6-9087-eab3cc91fc77 req-3eea5103-56d4-48b4-affa-a46bdde8a381 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0710440 Nov 23 04:16:09.104678 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b955e-2805-4bf6-944d-0ae33d7ea125 req-d5074a5f-811e-4685-8aa4-ffecfd28e3d2 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:09.106114 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e7b955e-2805-4bf6-944d-0ae33d7ea125 req-d5074a5f-811e-4685-8aa4-ffecfd28e3d2 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0735841 Nov 23 04:16:09.146745 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c5aa3c31-0792-4ff6-9087-eab3cc91fc77 req-72ed3a66-ace0-43b1-806d-dd2138b9b648 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693145 Nov 23 04:16:09.174912 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e7b955e-2805-4bf6-944d-0ae33d7ea125 req-ffd4710f-2db4-425d-b19d-2711b4d34c31 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591242 Nov 23 04:16:09.250725 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76977163-68cc-40dd-8ed5-d9b709641604 req-b6f339fa-1cec-4ec9-a649-ee5d57deb45b tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:09.252182 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-76977163-68cc-40dd-8ed5-d9b709641604 req-b6f339fa-1cec-4ec9-a649-ee5d57deb45b tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 948 time: 0.0484343 Nov 23 04:16:09.299386 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-76977163-68cc-40dd-8ed5-d9b709641604 req-dd88a754-f89a-475b-9e34-de56a9deb22f tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Nov 23 04:16:10.261636 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1a01-d0c9-4491-af1d-8a62006277c9 req-56ed9531-9df0-42fc-8bda-11207c9b9b91 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:10.263078 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0afb1a01-d0c9-4491-af1d-8a62006277c9 req-56ed9531-9df0-42fc-8bda-11207c9b9b91 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0479658 Nov 23 04:16:10.309791 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0afb1a01-d0c9-4491-af1d-8a62006277c9 req-06bbea58-4639-40ee-bf87-e1d0b1f152e6 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Nov 23 04:16:10.422838 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1809e8-b616-423d-b4eb-d4cbd3a2f320 req-4c50003a-1766-4627-b975-a539592bdeaf tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:10.424304 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5e1809e8-b616-423d-b4eb-d4cbd3a2f320 req-4c50003a-1766-4627-b975-a539592bdeaf tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0506079 Nov 23 04:16:10.470819 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5e1809e8-b616-423d-b4eb-d4cbd3a2f320 req-209281c7-cdac-4338-a16d-4079d661fcda tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Nov 23 04:16:10.572184 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177c726-e0d5-4b5c-9e6b-c7c0f6a06d69 req-57244ef6-87f3-4301-9d54-47eea633a183 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:10.573589 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e177c726-e0d5-4b5c-9e6b-c7c0f6a06d69 req-57244ef6-87f3-4301-9d54-47eea633a183 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 948 time: 0.0490494 Nov 23 04:16:10.624174 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e177c726-e0d5-4b5c-9e6b-c7c0f6a06d69 req-71e77c67-a7ce-4fe0-99fa-63148b5adf0c tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443015 Nov 23 04:16:11.428009 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee7a12-7479-42b1-837f-4642e4b63e14 req-f9d94ff8-8119-4828-981b-5df5dc95ad5a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:11.429452 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e7ee7a12-7479-42b1-837f-4642e4b63e14 req-f9d94ff8-8119-4828-981b-5df5dc95ad5a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0512891 Nov 23 04:16:11.475994 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e7ee7a12-7479-42b1-837f-4642e4b63e14 req-a33e49ba-8b4e-4555-8e18-5613eecbd179 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Nov 23 04:16:11.578854 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device c6aef10d-8d5c-41bc-b91c-795812fa4860 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:16:11.586721 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbc65e-8126-4d0d-95d6-7fd883d7ce6f req-510b40bb-0c3a-4f33-96f2-2e70cf517e10 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:11.588311 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65cbc65e-8126-4d0d-95d6-7fd883d7ce6f req-510b40bb-0c3a-4f33-96f2-2e70cf517e10 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0518000 Nov 23 04:16:11.638208 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65cbc65e-8126-4d0d-95d6-7fd883d7ce6f req-a9703c79-8180-4ee4-ba26-bc3fccd14144 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Nov 23 04:16:11.682388 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port c6aef10d-8d5c-41bc-b91c-795812fa4860, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c6aef10d-8d5c-41bc-b91c-795812fa4860,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:16:11.694578 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': 'c6aef10d-8d5c-41bc-b91c-795812fa4860', 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9', 'port_id': 'c6aef10d-8d5c-41bc-b91c-795812fa4860', 'mac_address': 'fa:16:3e:58:22:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1376b0-d11d-4241-9f82-5ec678076c29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:16:11.736742 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:11.748604 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944992da-8f66-4a8b-a1d1-bb0b3f39d903 req-5e08a23c-a5e4-4a3a-8556-28ed9b27bfd6 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:11.750072 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-944992da-8f66-4a8b-a1d1-bb0b3f39d903 req-5e08a23c-a5e4-4a3a-8556-28ed9b27bfd6 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 948 time: 0.0472548 Nov 23 04:16:11.750213 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6aef10d-8d5c-41bc-b91c-795812fa4860 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:16:11.770071 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port c6aef10d-8d5c-41bc-b91c-795812fa4860, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c6aef10d-8d5c-41bc-b91c-795812fa4860,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:16:11.801085 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-944992da-8f66-4a8b-a1d1-bb0b3f39d903 req-dffce96f-07b4-44c4-895f-24ba219a078e tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447025 Nov 23 04:16:11.867708 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:11.913918 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=c6aef10d-8d5c-41bc-b91c-795812fa4860,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:12.589434 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb100c8-7f48-4ec5-903f-305a67bc9668 req-b8ac9e31-36b4-4ea8-9886-f678b44008ec tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:12.590872 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcb100c8-7f48-4ec5-903f-305a67bc9668 req-b8ac9e31-36b4-4ea8-9886-f678b44008ec tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0470855 Nov 23 04:16:12.637943 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcb100c8-7f48-4ec5-903f-305a67bc9668 req-668e63d7-a992-41d7-86b5-757fd7945131 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Nov 23 04:16:12.753018 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f916b05-10c2-4e3e-aa1e-2b70d20eab20 req-6ca10ff1-807c-4a07-91c6-cea0e6f7ebc4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:12.754547 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3f916b05-10c2-4e3e-aa1e-2b70d20eab20 req-6ca10ff1-807c-4a07-91c6-cea0e6f7ebc4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 944 time: 0.0504265 Nov 23 04:16:12.802588 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3f916b05-10c2-4e3e-aa1e-2b70d20eab20 req-c2ab0796-94bf-4617-b81b-d0ec156849b2 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414975 Nov 23 04:16:12.917072 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f818523-27e1-4e13-9f94-016b079d3350 req-f11ffd9d-7738-4f90-8ba5-054a40bb703a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:12.918506 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3f818523-27e1-4e13-9f94-016b079d3350 req-f11ffd9d-7738-4f90-8ba5-054a40bb703a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 948 time: 0.0517380 Nov 23 04:16:12.964697 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3f818523-27e1-4e13-9f94-016b079d3350 req-d4d0d3f4-f08f-47bb-9a11-4f280a7a5a0c tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 Nov 23 04:16:13.751618 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d97d0-80fd-4c8e-ad57-1c4c711675e9 req-dd307af3-a6d1-4952-81cb-a6d7383bdb85 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:13.753066 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-147d97d0-80fd-4c8e-ad57-1c4c711675e9 req-dd307af3-a6d1-4952-81cb-a6d7383bdb85 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0470290 Nov 23 04:16:13.800362 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-147d97d0-80fd-4c8e-ad57-1c4c711675e9 req-b17f4b68-d849-4cc4-93a3-668eeca7eb16 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Nov 23 04:16:13.911853 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e96d10-abf0-42fb-9035-29341eafee40 req-382c705d-2eec-4ba1-b0ca-0bd84a1fbc40 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:13.913270 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2e96d10-abf0-42fb-9035-29341eafee40 req-382c705d-2eec-4ba1-b0ca-0bd84a1fbc40 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Nov 23 04:16:13.965027 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2e96d10-abf0-42fb-9035-29341eafee40 req-4ba09c07-3309-4068-bb82-7ec2f86854f2 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Nov 23 04:16:14.070586 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb506fb-abc2-4dff-8888-5b82d8d03b4e req-a9d5bd1c-03c9-43fa-858c-7caaf7f39e5e tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:14.073082 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9bb506fb-abc2-4dff-8888-5b82d8d03b4e req-a9d5bd1c-03c9-43fa-858c-7caaf7f39e5e tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 944 time: 0.0542581 Nov 23 04:16:14.120652 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9bb506fb-abc2-4dff-8888-5b82d8d03b4e req-f2a13b49-fa46-4a39-a5f9-359a8bc96c9e tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Nov 23 04:16:14.221111 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea55dfa-cbb4-4d4e-9239-d8d93da7ad24 req-8e0b0f73-0005-47dc-a392-b85c930a3a7f tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:14.222493 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eea55dfa-cbb4-4d4e-9239-d8d93da7ad24 req-8e0b0f73-0005-47dc-a392-b85c930a3a7f tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 948 time: 0.0488069 Nov 23 04:16:14.270680 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eea55dfa-cbb4-4d4e-9239-d8d93da7ad24 req-8b2963b6-9dca-4ebb-96f5-bbc39011dcc6 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Nov 23 04:16:15.233566 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['c6aef10d-8d5c-41bc-b91c-795812fa4860'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:16:15.239104 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85e23b-646b-426b-9e77-79290d529ad0 req-21091eed-c129-40e0-bb19-babb2fd4d4f9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:15.240653 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5b85e23b-646b-426b-9e77-79290d529ad0 req-21091eed-c129-40e0-bb19-babb2fd4d4f9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 944 time: 0.0533097 Nov 23 04:16:15.292786 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5b85e23b-646b-426b-9e77-79290d529ad0 req-da282ad2-95ef-4c8f-8e13-266e583f78e5 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 Nov 23 04:16:15.397689 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3253c-f356-4c20-8083-053ebedc2c5d req-89ad3b80-8bce-4db9-b5dd-c61c7235d074 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:15.399197 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-35b3253c-f356-4c20-8083-053ebedc2c5d req-89ad3b80-8bce-4db9-b5dd-c61c7235d074 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 948 time: 0.0514753 Nov 23 04:16:15.446819 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-35b3253c-f356-4c20-8083-053ebedc2c5d req-f74dfc38-bba0-4ff1-bb7a-ef3b0134b2b4 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Nov 23 04:16:15.935105 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 2c6f1671-b600-4d12-99a6-94d877dbbfeb details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:16:16.036228 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 2c6f1671-b600-4d12-99a6-94d877dbbfeb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2c6f1671-b600-4d12-99a6-94d877dbbfeb,segment=NetworkSegment(50fb2152-3fff-47bc-bdd5-be7f0c34dd59),segment_id=50fb2152-3fff-47bc-bdd5-be7f0c34dd59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:16:16.048300 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '2c6f1671-b600-4d12-99a6-94d877dbbfeb', 'network_id': 'c590b1ce-2fd9-4e7f-95db-b33c6e4368b8', 'port_id': '2c6f1671-b600-4d12-99a6-94d877dbbfeb', 'mac_address': 'fa:16:3e:7c:bc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ac8077-cbab-4a77-aa8b-aeafe5598587', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:16:16.086498 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:16.099709 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6f1671-b600-4d12-99a6-94d877dbbfeb {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:16:16.120830 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 2c6f1671-b600-4d12-99a6-94d877dbbfeb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2c6f1671-b600-4d12-99a6-94d877dbbfeb,segment=NetworkSegment(50fb2152-3fff-47bc-bdd5-be7f0c34dd59),segment_id=50fb2152-3fff-47bc-bdd5-be7f0c34dd59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:16:16.253616 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:16.308646 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=2c6f1671-b600-4d12-99a6-94d877dbbfeb,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:16.416969 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa97f5-bbdf-4f2a-9f01-7c6c869d99dc req-48759755-e0c1-4579-bc1b-35b96991a73b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:16.418470 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6cfa97f5-bbdf-4f2a-9f01-7c6c869d99dc req-48759755-e0c1-4579-bc1b-35b96991a73b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 944 time: 0.0526636 Nov 23 04:16:16.472212 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6cfa97f5-bbdf-4f2a-9f01-7c6c869d99dc req-dda2ae37-cd03-4986-8483-8f9ac8b3ff0f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443184 Nov 23 04:16:16.568357 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616cc6c-75d8-4082-bca9-a8144a88ad8d req-3358dd12-d26e-4422-a154-6a877ccb387e tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:16.569911 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a616cc6c-75d8-4082-bca9-a8144a88ad8d req-3358dd12-d26e-4422-a154-6a877ccb387e tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 949 time: 0.0504103 Nov 23 04:16:16.621560 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a616cc6c-75d8-4082-bca9-a8144a88ad8d req-639c3433-25c9-46bc-a1ac-3aef89a264fc tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455194 Nov 23 04:16:16.715107 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['2c6f1671-b600-4d12-99a6-94d877dbbfeb'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:16:17.253517 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e1710-1c8e-4c7e-a7a5-5130a32a7eb0 req-39512795-583c-4cdf-8c78-d90755c6e73a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:17.254932 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b7e1710-1c8e-4c7e-a7a5-5130a32a7eb0 req-39512795-583c-4cdf-8c78-d90755c6e73a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0476995 Nov 23 04:16:17.309265 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b7e1710-1c8e-4c7e-a7a5-5130a32a7eb0 req-f6b1d7ca-31d5-46b4-a519-50422ac36a3a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476115 Nov 23 04:16:17.351460 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f10b6-ce8b-41da-aca4-25dec20b1a94 req-d183f0dc-0ebd-48f5-b485-f010aabb9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:17.353121 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc0f10b6-ce8b-41da-aca4-25dec20b1a94 req-d183f0dc-0ebd-48f5-b485-f010aabb9082 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 1098 time: 0.0419717 Nov 23 04:16:17.430102 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 56684) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:17.471008 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f10b6-ce8b-41da-aca4-25dec20b1a94 req-3878e067-b1bc-40c5-be64-2db038dab8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:17.472846 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc0f10b6-ce8b-41da-aca4-25dec20b1a94 req-3878e067-b1bc-40c5-be64-2db038dab8d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 919 time: 0.0983589 Nov 23 04:16:17.566985 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:17.623936 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e08b11-0064-4665-a11c-d3bb7750e4e2 req-1b25d93c-8da1-400f-9d16-64e50f7849c1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:17.631316 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6e08b11-0064-4665-a11c-d3bb7750e4e2 req-1b25d93c-8da1-400f-9d16-64e50f7849c1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 944 time: 0.0776186 Nov 23 04:16:17.655155 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:17.673800 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6e08b11-0064-4665-a11c-d3bb7750e4e2 req-7b53054d-6a45-4458-ba50-d013b7fef7e8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423305 Nov 23 04:16:17.725450 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:17.762945 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf915c-1b1a-4ee9-9d5a-7d12b32b0ec5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:17.773268 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.773627 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.773966 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.774297 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.774626 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.775000 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.775456 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.775801 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.776130 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.776450 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.776769 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.777086 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:17.782232 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-dfbad1e7-14fb-43b9-87c3-5b32b926bbf4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9af8de1393564b03bc2960472aaf9afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500326 Nov 23 04:16:17.785653 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 56704) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:17.791519 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d00e3-d57f-418f-8260-e8475f7d537d req-3da29940-e84f-4de9-81a1-a1cb46df03a1 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:17.799131 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1b8d00e3-d57f-418f-8260-e8475f7d537d req-3da29940-e84f-4de9-81a1-a1cb46df03a1 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 949 time: 0.0689938 Nov 23 04:16:17.838830 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4afd59f6-a546-40de-9bdb-511bb868af12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:17.843183 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1b8d00e3-d57f-418f-8260-e8475f7d537d req-f9f5f98c-bb64-46d1-9c87-63ccf1b93f30 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Nov 23 04:16:17.851344 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 56706) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:17.861940 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4afd59f6-a546-40de-9bdb-511bb868af12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:17.956251 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:17.996733 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4afd59f6-a546-40de-9bdb-511bb868af12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:17.999539 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4afd59f6-a546-40de-9bdb-511bb868af12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:18.000688 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-4afd59f6-a546-40de-9bdb-511bb868af12 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0bf915c-1b1a-4ee9-9d5a-7d12b32b0ec5 HTTP/1.1" status: 204 len: 168 time: 0.2145095 Nov 23 04:16:18.009003 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd59f6-a546-40de-9bdb-511bb868af12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf915c-1b1a-4ee9-9d5a-7d12b32b0ec5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:18.064303 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:18.173301 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:18.215925 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8fe6e7fe42a74daca6079e71381b9880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634477 Nov 23 04:16:18.216820 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3661b512-1a4d-4351-a3e7-65c37b66f7f8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:18.218605 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 56714) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:18.224199 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.224549 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.224887 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.225330 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.225670 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.225996 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.226394 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.226718 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.227040 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.227384 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.227704 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.228637 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575fd-a4f6-49fe-a965-3c338545a5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:18.267076 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf3e1b77-b309-4104-9996-20a5cc6dce3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:18.288019 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf3e1b77-b309-4104-9996-20a5cc6dce3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:18.402234 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf3e1b77-b309-4104-9996-20a5cc6dce3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:18.404851 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf3e1b77-b309-4104-9996-20a5cc6dce3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:18.405991 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-cf3e1b77-b309-4104-9996-20a5cc6dce3a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3661b512-1a4d-4351-a3e7-65c37b66f7f8 HTTP/1.1" status: 204 len: 168 time: 0.1862354 Nov 23 04:16:18.419345 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e1b77-b309-4104-9996-20a5cc6dce3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661b512-1a4d-4351-a3e7-65c37b66f7f8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:18.438826 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13cb90-3d50-4a2d-b199-7a71e7b2382b req-24fcc752-317b-46ef-b5cc-9a44d2e5d0e9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:18.440406 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df13cb90-3d50-4a2d-b199-7a71e7b2382b req-24fcc752-317b-46ef-b5cc-9a44d2e5d0e9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0572467 Nov 23 04:16:18.469601 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc0f10b6-ce8b-41da-aca4-25dec20b1a94 req-2fcc6bdb-25ea-4242-abbf-b62c22829a75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5 HTTP/1.1" status: 200 len: 217 time: 0.0456419 Nov 23 04:16:18.509685 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df13cb90-3d50-4a2d-b199-7a71e7b2382b req-f7d148c4-2c8e-486a-b683-11797110d5ce tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Nov 23 04:16:18.789185 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61b617-8bbd-4dbb-8149-fdb95afaeeb2 req-08bd45cc-7221-4940-99f0-96195c6e2cbb tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:18.798322 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fc61b617-8bbd-4dbb-8149-fdb95afaeeb2 req-08bd45cc-7221-4940-99f0-96195c6e2cbb tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 944 time: 0.0522594 Nov 23 04:16:18.823924 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 56726) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:18.836334 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-166f9d40-4a00-435b-98a2-196d80093dce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:18.840013 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fc61b617-8bbd-4dbb-8149-fdb95afaeeb2 req-f9da299d-8f40-4778-8237-ede740093f3b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Nov 23 04:16:18.910030 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-166f9d40-4a00-435b-98a2-196d80093dce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:18.963865 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bdafc-8a24-47ce-9d66-4c1e2ce2b5b6 req-cca59fe7-9481-48bd-a5e5-48c1427d7765 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:18.965488 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6a0bdafc-8a24-47ce-9d66-4c1e2ce2b5b6 req-cca59fe7-9481-48bd-a5e5-48c1427d7765 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 949 time: 0.0533075 Nov 23 04:16:18.980484 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-166f9d40-4a00-435b-98a2-196d80093dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:19.020031 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6a0bdafc-8a24-47ce-9d66-4c1e2ce2b5b6 req-7d8ad165-4349-4b4f-9b8a-d4b295837bee tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481913 Nov 23 04:16:19.022127 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-166f9d40-4a00-435b-98a2-196d80093dce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ef2a03fc8e64dc5827d37c370f0ae3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970968 Nov 23 04:16:19.022872 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f9d40-4a00-435b-98a2-196d80093dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed82a52-515c-466d-aba0-573d06b2afcc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:19.026366 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 56730) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:19.088587 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbe5554e-ed83-4380-ba13-ac18122519fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:19.110807 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbe5554e-ed83-4380-ba13-ac18122519fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:19.230545 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbe5554e-ed83-4380-ba13-ac18122519fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:19.233187 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbe5554e-ed83-4380-ba13-ac18122519fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:19.234306 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bbe5554e-ed83-4380-ba13-ac18122519fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ed82a52-515c-466d-aba0-573d06b2afcc HTTP/1.1" status: 204 len: 168 time: 0.2069211 Nov 23 04:16:19.242102 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5554e-ed83-4380-ba13-ac18122519fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed82a52-515c-466d-aba0-573d06b2afcc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:19.333633 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device c6aef10d-8d5c-41bc-b91c-795812fa4860 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:16:19.473175 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port c6aef10d-8d5c-41bc-b91c-795812fa4860 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:16:19.477159 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port c6aef10d-8d5c-41bc-b91c-795812fa4860 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:16:19.477532 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:19.553401 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:19.579140 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf175718-dca3-4da3-a676-f5d4d54f54e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6aef10d-8d5c-41bc-b91c-795812fa4860'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:16:19.581312 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3765e94-1774-4bea-8b35-a80fa0873976" -d '{"events": [{"server_uuid": "cf175718-dca3-4da3-a676-f5d4d54f54e2", "name": "network-vif-plugged", "status": "completed", "tag": "c6aef10d-8d5c-41bc-b91c-795812fa4860"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:16:19.598581 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port c6aef10d-8d5c-41bc-b91c-795812fa4860, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c6aef10d-8d5c-41bc-b91c-795812fa4860,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:16:19.632652 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c38a6f-9dcb-4af0-a12b-72a07df40d61 req-86affa92-5603-46ca-97d8-3475ed5e00e5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:19.637354 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-35c38a6f-9dcb-4af0-a12b-72a07df40d61 req-86affa92-5603-46ca-97d8-3475ed5e00e5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0558147 Nov 23 04:16:19.684836 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:19.687442 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-35c38a6f-9dcb-4af0-a12b-72a07df40d61 req-9d88ab6c-d97e-42da-b973-0a7c3e572db1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Nov 23 04:16:19.735057 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f241655-8cff-4782-94cf-370a69bf42e9 x-openstack-request-id: req-8f241655-8cff-4782-94cf-370a69bf42e9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:16:19.735399 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf175718-dca3-4da3-a676-f5d4d54f54e2", "name": "network-vif-plugged", "status": "completed", "tag": "c6aef10d-8d5c-41bc-b91c-795812fa4860", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:16:19.735657 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f241655-8cff-4782-94cf-370a69bf42e9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:16:19.736047 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf175718-dca3-4da3-a676-f5d4d54f54e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6aef10d-8d5c-41bc-b91c-795812fa4860', 'code': 200} Nov 23 04:16:19.736991 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=c6aef10d-8d5c-41bc-b91c-795812fa4860,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:19.956791 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f5e99-ebd2-47c0-b44e-3969e0882837 req-4d3b493c-cb33-493a-8e61-417d4c703207 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:19.958383 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-380f5e99-ebd2-47c0-b44e-3969e0882837 req-4d3b493c-cb33-493a-8e61-417d4c703207 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0485036 Nov 23 04:16:20.005676 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-380f5e99-ebd2-47c0-b44e-3969e0882837 req-5b0593c4-bd50-40b4-a938-6c54d21c389c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413690 Nov 23 04:16:20.167951 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03fcec-5ca8-4b0e-b4a0-ce63952a7411 req-71f35798-03d2-4a9f-80e7-287ec6a64199 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:20.169393 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0a03fcec-5ca8-4b0e-b4a0-ce63952a7411 req-71f35798-03d2-4a9f-80e7-287ec6a64199 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 949 time: 0.0519955 Nov 23 04:16:20.215597 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0a03fcec-5ca8-4b0e-b4a0-ce63952a7411 req-6886f902-9cfe-4ad0-be79-d62a89b96029 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Nov 23 04:16:20.527912 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f10b6-ce8b-41da-aca4-25dec20b1a94 req-b36bf1db-b3f7-4d49-9981-ea6b6a8ad115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:20.528691 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc0f10b6-ce8b-41da-aca4-25dec20b1a94 req-b36bf1db-b3f7-4d49-9981-ea6b6a8ad115 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 HTTP/1.1" status: 200 len: 858 time: 0.0507472 Nov 23 04:16:20.533937 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:16:20.565551 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc0f10b6-ce8b-41da-aca4-25dec20b1a94 req-a2a405c0-96bd-4297-b843-de428bc7ff2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef6d53c7-2a63-45b6-aaed-257052cde1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250251 Nov 23 04:16:20.660933 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc0f10b6-ce8b-41da-aca4-25dec20b1a94 req-9ce55b70-9795-416a-bac5-0e657b133c2b service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865505 Nov 23 04:16:20.756843 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc0f10b6-ce8b-41da-aca4-25dec20b1a94 req-ce2cd7cd-1b5d-4fd1-977d-f0b8e9bf973c service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882034 Nov 23 04:16:20.838672 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127b6b9-2421-4745-91bd-ca92f502cebc req-76419ef9-23a5-48f9-bf98-b26509401c90 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:20.840283 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4127b6b9-2421-4745-91bd-ca92f502cebc req-76419ef9-23a5-48f9-bf98-b26509401c90 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0824041 Nov 23 04:16:20.852427 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5339086-61ae-4c5c-b2e1-f7d5860aef71 req-884648e8-dc1b-491c-9192-a371456dca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:20.854420 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f5339086-61ae-4c5c-b2e1-f7d5860aef71 req-884648e8-dc1b-491c-9192-a371456dca4f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 1098 time: 0.0676563 Nov 23 04:16:20.912401 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4127b6b9-2421-4745-91bd-ca92f502cebc req-6567d221-af84-4dfa-8977-13cdf9d01037 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628586 Nov 23 04:16:20.935012 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f5339086-61ae-4c5c-b2e1-f7d5860aef71 req-2e774f88-6b72-48eb-8f53-6f0dfb6516e2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529010 Nov 23 04:16:21.131710 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee45f30-65c6-4d55-83a3-181cb6b2d54d req-5318aabf-4506-488d-a8d0-2f779f63f30a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:21.133304 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ee45f30-65c6-4d55-83a3-181cb6b2d54d req-5318aabf-4506-488d-a8d0-2f779f63f30a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0530581 Nov 23 04:16:21.186699 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ee45f30-65c6-4d55-83a3-181cb6b2d54d req-dcab7112-e1f5-4c7c-9ae2-22a0c28533de tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470848 Nov 23 04:16:21.334594 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889efd00-1d5b-45d1-a2f8-e2cdf47b4d73 req-12b7533f-e774-43f6-bb51-fa1836f615ad tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:21.336338 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-889efd00-1d5b-45d1-a2f8-e2cdf47b4d73 req-12b7533f-e774-43f6-bb51-fa1836f615ad tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 949 time: 0.0497284 Nov 23 04:16:21.386278 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-889efd00-1d5b-45d1-a2f8-e2cdf47b4d73 req-b4ed518c-73d9-4dad-a2e0-69e49c619b7c tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Nov 23 04:16:22.029369 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc44f7-d078-460e-b22a-ec10c6576a70 req-07bdc063-1dcf-4743-9f9f-a3c62ca63eb1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:22.030811 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cbc44f7-d078-460e-b22a-ec10c6576a70 req-07bdc063-1dcf-4743-9f9f-a3c62ca63eb1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0483499 Nov 23 04:16:22.079130 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cbc44f7-d078-460e-b22a-ec10c6576a70 req-540eff7e-059c-4912-888f-5ed1ed156b23 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Nov 23 04:16:22.311459 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e1347-7df9-409a-afe0-8cb1c62f0b7e req-c84730dd-9da9-44b6-8802-214147aca687 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:22.312952 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-162e1347-7df9-409a-afe0-8cb1c62f0b7e req-c84730dd-9da9-44b6-8802-214147aca687 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0572731 Nov 23 04:16:22.361167 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-162e1347-7df9-409a-afe0-8cb1c62f0b7e req-8cc239d8-142f-446c-89d2-065faa8c9c8c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Nov 23 04:16:22.449520 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 2c6f1671-b600-4d12-99a6-94d877dbbfeb up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:16:22.513107 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dfcc3-80aa-4e49-8558-6b337880ec18 req-7bbcdf99-89d8-4799-99e8-319f508e6dd2 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:22.515042 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-229dfcc3-80aa-4e49-8558-6b337880ec18 req-7bbcdf99-89d8-4799-99e8-319f508e6dd2 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 949 time: 0.0595176 Nov 23 04:16:22.564800 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-229dfcc3-80aa-4e49-8558-6b337880ec18 req-32382cc3-9bf1-4420-ab44-e884f7de177d tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Nov 23 04:16:22.613746 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b6729-3c77-4164-8ba7-a4d0cf215389 req-3ff06aab-e88c-4c3f-8b0f-dddc3c32b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:22.615124 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d26b6729-3c77-4164-8ba7-a4d0cf215389 req-3ff06aab-e88c-4c3f-8b0f-dddc3c32b0c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 1098 time: 0.0433841 Nov 23 04:16:22.638903 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 2c6f1671-b600-4d12-99a6-94d877dbbfeb completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:16:22.643328 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 2c6f1671-b600-4d12-99a6-94d877dbbfeb triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:16:22.643701 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:22.744177 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b6729-3c77-4164-8ba7-a4d0cf215389 req-e7b314d3-88cd-4569-a418-e279891b2d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:22.745766 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d26b6729-3c77-4164-8ba7-a4d0cf215389 req-e7b314d3-88cd-4569-a418-e279891b2d0a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 919 time: 0.1046813 Nov 23 04:16:22.812825 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d26b6729-3c77-4164-8ba7-a4d0cf215389 req-67fd31cf-b555-4228-b7c2-bfc24a85a10a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5 HTTP/1.1" status: 200 len: 217 time: 0.0389674 Nov 23 04:16:22.910070 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:22.910595 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b6729-3c77-4164-8ba7-a4d0cf215389 req-e06d6ba6-a7b0-4ebd-9104-029cd704fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:22.912075 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d26b6729-3c77-4164-8ba7-a4d0cf215389 req-e06d6ba6-a7b0-4ebd-9104-029cd704fde0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 HTTP/1.1" status: 200 len: 858 time: 0.0714726 Nov 23 04:16:22.933801 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da592d1-d534-4643-8e5f-35edefd614b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f1671-b600-4d12-99a6-94d877dbbfeb'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:16:22.936009 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0064b65b-b095-40d1-9692-02042d81a4d8" -d '{"events": [{"server_uuid": "9da592d1-d534-4643-8e5f-35edefd614b4", "name": "network-vif-plugged", "status": "completed", "tag": "2c6f1671-b600-4d12-99a6-94d877dbbfeb"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:16:22.953143 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 2c6f1671-b600-4d12-99a6-94d877dbbfeb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2c6f1671-b600-4d12-99a6-94d877dbbfeb,segment=NetworkSegment(50fb2152-3fff-47bc-bdd5-be7f0c34dd59),segment_id=50fb2152-3fff-47bc-bdd5-be7f0c34dd59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:16:22.955610 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d26b6729-3c77-4164-8ba7-a4d0cf215389 req-6fe8d3d3-7434-4500-8b2e-b131f4a72dcf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef6d53c7-2a63-45b6-aaed-257052cde1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272436 Nov 23 04:16:22.972766 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e8b03e-af59-4b3f-9e99-19f5e09021cc x-openstack-request-id: req-77e8b03e-af59-4b3f-9e99-19f5e09021cc {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:16:22.972903 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da592d1-d534-4643-8e5f-35edefd614b4", "name": "network-vif-plugged", "status": "completed", "tag": "2c6f1671-b600-4d12-99a6-94d877dbbfeb", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:16:22.973332 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77e8b03e-af59-4b3f-9e99-19f5e09021cc {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:16:22.973727 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da592d1-d534-4643-8e5f-35edefd614b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6f1671-b600-4d12-99a6-94d877dbbfeb', 'code': 200} Nov 23 04:16:23.050168 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d26b6729-3c77-4164-8ba7-a4d0cf215389 req-999f128f-0df7-4b8c-9da4-5f7d051039dd service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859525 Nov 23 04:16:23.070548 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:23.130530 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=2c6f1671-b600-4d12-99a6-94d877dbbfeb,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:23.219932 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d26b6729-3c77-4164-8ba7-a4d0cf215389 req-142b6e79-f37e-4fda-9227-1dbdc669ccb0 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407969 Nov 23 04:16:23.243308 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71578473-808c-414e-be53-08f2de66fbde req-d08bfa80-85d1-4b11-af17-0840a0e45347 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:23.244965 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71578473-808c-414e-be53-08f2de66fbde req-d08bfa80-85d1-4b11-af17-0840a0e45347 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0591598 Nov 23 04:16:23.302801 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71578473-808c-414e-be53-08f2de66fbde req-0bf81200-7a69-4cbb-a61c-337d1f415d4f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509548 Nov 23 04:16:23.480042 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0ed16-f889-44b8-a569-0e8b0c79c628 req-e2a302b4-1ad4-4bcf-9e1f-6ca9509cd746 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:23.481562 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdc0ed16-f889-44b8-a569-0e8b0c79c628 req-e2a302b4-1ad4-4bcf-9e1f-6ca9509cd746 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0489433 Nov 23 04:16:23.533463 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdc0ed16-f889-44b8-a569-0e8b0c79c628 req-c83f25f9-9374-49b5-bcb8-ff92cb1f3c85 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458643 Nov 23 04:16:23.685397 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3a20c-6fac-46b9-becc-681d0bed62dc req-dd510152-7c87-4866-b64a-68ce5fae0468 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:23.686502 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2fd3a20c-6fac-46b9-becc-681d0bed62dc req-dd510152-7c87-4866-b64a-68ce5fae0468 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0538282 Nov 23 04:16:23.734026 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2fd3a20c-6fac-46b9-becc-681d0bed62dc req-e50939ed-45d4-4faa-bd70-474394aef620 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Nov 23 04:16:24.422133 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f841c-5c09-4a0d-8bf5-3b5de2b61752 req-beaea184-be4e-4375-9d7d-7ffea157ec48 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:24.423628 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-401f841c-5c09-4a0d-8bf5-3b5de2b61752 req-beaea184-be4e-4375-9d7d-7ffea157ec48 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0506768 Nov 23 04:16:24.471913 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-401f841c-5c09-4a0d-8bf5-3b5de2b61752 req-a8af633d-c496-4739-b8fe-618a88f3d9ec tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Nov 23 04:16:24.580356 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cfd6b-5f05-4fdb-a422-44149778eb2d req-96776db1-8013-4cb2-8894-5eefd4e8c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:24.581712 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1d2cfd6b-5f05-4fdb-a422-44149778eb2d req-96776db1-8013-4cb2-8894-5eefd4e8c8d3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 1103 time: 0.0427630 Nov 23 04:16:24.847459 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3ed8-9f43-4b80-ad4f-e7dd20639909 req-0893262c-3eba-414d-9519-826f61f8c522 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:24.848854 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9c1c3ed8-9f43-4b80-ad4f-e7dd20639909 req-0893262c-3eba-414d-9519-826f61f8c522 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0484312 Nov 23 04:16:24.895792 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9c1c3ed8-9f43-4b80-ad4f-e7dd20639909 req-ffcec3db-d9e0-4f77-b875-56953d1cd88a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410264 Nov 23 04:16:24.959063 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:25.586144 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9322083-b655-4d3e-a644-9167119f3c10 req-23547359-f513-4399-944e-1fc09ea25a35 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:25.588290 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9322083-b655-4d3e-a644-9167119f3c10 req-23547359-f513-4399-944e-1fc09ea25a35 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Nov 23 04:16:25.637763 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9322083-b655-4d3e-a644-9167119f3c10 req-e834d6c6-abb4-4389-954c-5d5ad3ba65a4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431111 Nov 23 04:16:26.008872 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ce173-f971-4b53-b523-be4064b4372f req-8c37684f-ad9a-4283-a8a4-fb6bd25d1ff4 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:26.010850 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-941ce173-f971-4b53-b523-be4064b4372f req-8c37684f-ad9a-4283-a8a4-fb6bd25d1ff4 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0490620 Nov 23 04:16:26.057433 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-941ce173-f971-4b53-b523-be4064b4372f req-d570f4ed-5fcb-46fa-a5e0-58f35c40b8b6 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407054 Nov 23 04:16:26.434679 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1d2cfd6b-5f05-4fdb-a422-44149778eb2d req-aafc9389-9caa-456c-87fd-0c0b88620cc4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384746 Nov 23 04:16:26.750599 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35735f-cd17-429b-8275-78fcc0472f29 req-92b1ade1-90c6-4773-8a6c-d09d41f394c5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:26.752088 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9b35735f-cd17-429b-8275-78fcc0472f29 req-92b1ade1-90c6-4773-8a6c-d09d41f394c5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0476146 Nov 23 04:16:26.802048 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9b35735f-cd17-429b-8275-78fcc0472f29 req-e7e42965-9c3a-4442-b1f5-c4dc764d08cc tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440760 Nov 23 04:16:27.177025 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877f26b-4dd1-4355-8a85-d8f6de4a9f59 req-b6533ddc-19de-4e24-a4d3-524200770ec8 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:27.178659 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c877f26b-4dd1-4355-8a85-d8f6de4a9f59 req-b6533ddc-19de-4e24-a4d3-524200770ec8 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0519843 Nov 23 04:16:27.192890 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed429-2b91-4299-b70b-f3f0a78eed95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:27.229945 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c877f26b-4dd1-4355-8a85-d8f6de4a9f59 req-d6ac2f73-2dcf-4ff0-8e34-9e3157710dca tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Nov 23 04:16:28.053457 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24647e-659b-429d-b8a8-44c4588a32f4 req-b98559b9-a1b7-4aff-b58a-e1dbb3aa9fa7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:28.054898 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e24647e-659b-429d-b8a8-44c4588a32f4 req-b98559b9-a1b7-4aff-b58a-e1dbb3aa9fa7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Nov 23 04:16:28.101924 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e24647e-659b-429d-b8a8-44c4588a32f4 req-fa4033a7-5221-4d98-8fb1-8795ff81d9e4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409112 Nov 23 04:16:28.350220 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb21386-1930-4fa5-b570-f0adecf3b2f6 req-fe6533ac-6bd2-4585-b6c9-5441c1ff2696 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:28.351621 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1eb21386-1930-4fa5-b570-f0adecf3b2f6 req-fe6533ac-6bd2-4585-b6c9-5441c1ff2696 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0515490 Nov 23 04:16:28.397653 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1eb21386-1930-4fa5-b570-f0adecf3b2f6 req-5f5449a7-296b-4a0a-aba4-ff4e4c5ee81d tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397918 Nov 23 04:16:29.217313 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a369427-0fc5-4f10-9a58-14923a6573cd req-5b7de969-03ea-4b88-a60f-f6d08c2eabbf tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:29.218821 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a369427-0fc5-4f10-9a58-14923a6573cd req-5b7de969-03ea-4b88-a60f-f6d08c2eabbf tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0490482 Nov 23 04:16:29.265431 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a369427-0fc5-4f10-9a58-14923a6573cd req-3b4e4b53-dee1-41ef-ac35-8fb8227d8ed0 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Nov 23 04:16:29.513265 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0c28c-5389-4de5-b6eb-52de2586a077 req-a3d496d7-b4d9-46ff-973b-c566d0337405 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:29.514750 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4f0c28c-5389-4de5-b6eb-52de2586a077 req-a3d496d7-b4d9-46ff-973b-c566d0337405 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0497868 Nov 23 04:16:29.566335 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4f0c28c-5389-4de5-b6eb-52de2586a077 req-161a4c62-1678-4f88-88f9-cafea77af523 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456185 Nov 23 04:16:29.701784 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a276eb9-e4ed-40c7-8bd0-614023db495d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:30.383775 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45af752-bab4-47d2-a38a-c607801dc2b0 req-b39a9bc0-6304-425a-b94d-0193804b2308 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:30.385507 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e45af752-bab4-47d2-a38a-c607801dc2b0 req-b39a9bc0-6304-425a-b94d-0193804b2308 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0498028 Nov 23 04:16:30.432792 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e45af752-bab4-47d2-a38a-c607801dc2b0 req-c0b7fdfe-0e87-4c56-aed4-25439ee13550 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Nov 23 04:16:30.701709 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b97091-55da-410d-935b-86fdef439b3a req-8a3a1f16-1024-43ca-b198-20926f8878bf tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:30.704163 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-27b97091-55da-410d-935b-86fdef439b3a req-8a3a1f16-1024-43ca-b198-20926f8878bf tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0703623 Nov 23 04:16:30.757513 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-27b97091-55da-410d-935b-86fdef439b3a req-8de3096f-096d-4b60-aba1-80622d7e78af tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474353 Nov 23 04:16:30.907263 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:31.550153 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd04a6-9103-4d5f-804b-7cfb5154a812 req-ea4e2b38-c597-4901-8b41-4a1bc2e24ef7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:31.551633 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-abbd04a6-9103-4d5f-804b-7cfb5154a812 req-ea4e2b38-c597-4901-8b41-4a1bc2e24ef7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0520928 Nov 23 04:16:31.598087 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-abbd04a6-9103-4d5f-804b-7cfb5154a812 req-1da60bab-0ff6-4568-b886-c59f34efb443 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Nov 23 04:16:31.873809 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd5eb0-1f66-4e21-9a67-1a476c64a224 req-5f32de2c-9401-45e7-8fe8-fa02812a8711 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:31.875303 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-abfd5eb0-1f66-4e21-9a67-1a476c64a224 req-5f32de2c-9401-45e7-8fe8-fa02812a8711 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0486736 Nov 23 04:16:31.921976 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-abfd5eb0-1f66-4e21-9a67-1a476c64a224 req-455a1ab5-865c-4e94-b330-6967ea37bae2 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409391 Nov 23 04:16:32.361732 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:32.714995 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114642e0-5416-40d0-88cb-cd0b48ab2649 req-20301cf9-b944-475d-a040-9b1b10d3353a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:32.716475 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-114642e0-5416-40d0-88cb-cd0b48ab2649 req-20301cf9-b944-475d-a040-9b1b10d3353a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0515149 Nov 23 04:16:32.762709 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-114642e0-5416-40d0-88cb-cd0b48ab2649 req-8aedc5d0-33f2-4261-96d8-59c7da7f159b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Nov 23 04:16:33.035105 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816ea48-51c2-4ecb-9fac-0490f2f05567 req-0c79ece6-7d62-4821-8339-2f72475de610 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:33.036576 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e816ea48-51c2-4ecb-9fac-0490f2f05567 req-0c79ece6-7d62-4821-8339-2f72475de610 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0481248 Nov 23 04:16:33.083799 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e816ea48-51c2-4ecb-9fac-0490f2f05567 req-fb144e33-0af2-4d0d-9fec-1586d8132940 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Nov 23 04:16:33.249828 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:34.030726 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4c91b-eb60-4fd8-8b88-86bbfb6f89eb req-617fc355-35c1-4be3-8a5c-206e59dd6140 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:34.032370 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7fa4c91b-eb60-4fd8-8b88-86bbfb6f89eb req-617fc355-35c1-4be3-8a5c-206e59dd6140 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0518341 Nov 23 04:16:34.084265 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7fa4c91b-eb60-4fd8-8b88-86bbfb6f89eb req-60b6d780-8455-4360-a17d-7b515c30ec8b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457489 Nov 23 04:16:34.199817 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478301-be5f-4ea5-93ce-1cc041851393 req-e7f36711-0e55-4281-a529-837abea041ac tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:34.201378 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-39478301-be5f-4ea5-93ce-1cc041851393 req-e7f36711-0e55-4281-a529-837abea041ac tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0500019 Nov 23 04:16:34.249034 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-39478301-be5f-4ea5-93ce-1cc041851393 req-12515987-7a58-4079-96c3-f5c067e1912a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Nov 23 04:16:35.201908 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8b59-5117-4fac-83cb-4c5468965f58 req-e8ae5c1f-2917-4c53-ac04-868002fe8684 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:35.203711 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f8f8b59-5117-4fac-83cb-4c5468965f58 req-e8ae5c1f-2917-4c53-ac04-868002fe8684 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0502107 Nov 23 04:16:35.254645 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f8f8b59-5117-4fac-83cb-4c5468965f58 req-39a6cfd6-2265-41d7-85ca-ff13a6abfd31 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448213 Nov 23 04:16:35.400272 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb11836-2ae8-4e58-9a04-1903a5d75a1f req-2ee8b922-6db7-46ef-a35b-b9db12d1486d tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:35.401819 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2eb11836-2ae8-4e58-9a04-1903a5d75a1f req-2ee8b922-6db7-46ef-a35b-b9db12d1486d tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0562656 Nov 23 04:16:35.453493 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2eb11836-2ae8-4e58-9a04-1903a5d75a1f req-638a7562-fab7-4bd9-81bf-b45959333fa9 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454843 Nov 23 04:16:35.601717 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 57046) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:35.756868 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7078-11a6-439e-b68d-39d23428535d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:35.861729 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7078-11a6-439e-b68d-39d23428535d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:35.966125 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7078-11a6-439e-b68d-39d23428535d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:36.032193 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-aa8c7078-11a6-439e-b68d-39d23428535d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b2e387ca7bd04e5a871817dd68700ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293602 Nov 23 04:16:36.036789 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 57066) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:36.040698 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c7078-11a6-439e-b68d-39d23428535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98818ddc-80ed-4038-99bc-1c43c2e676bc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:36.070562 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73f0d8-d41f-40bb-97cb-f7d99dbd73cd req-7edfab13-369f-4578-86b1-ba4140d3c12a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:36.072689 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8e73f0d8-d41f-40bb-97cb-f7d99dbd73cd req-7edfab13-369f-4578-86b1-ba4140d3c12a tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0851388 Nov 23 04:16:36.087716 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6bb279d-038e-44b6-82f0-11080e3495ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:36.108593 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6bb279d-038e-44b6-82f0-11080e3495ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:36.129372 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8e73f0d8-d41f-40bb-97cb-f7d99dbd73cd req-ed90d09e-bde5-4f1b-8acc-79e5bbc6349d tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491307 Nov 23 04:16:36.307793 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6bb279d-038e-44b6-82f0-11080e3495ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:36.310641 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6bb279d-038e-44b6-82f0-11080e3495ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:36.311839 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-f6bb279d-038e-44b6-82f0-11080e3495ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98818ddc-80ed-4038-99bc-1c43c2e676bc HTTP/1.1" status: 204 len: 168 time: 0.2757785 Nov 23 04:16:36.323386 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb279d-038e-44b6-82f0-11080e3495ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98818ddc-80ed-4038-99bc-1c43c2e676bc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:36.416253 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273068d-9e51-4064-920d-7c35e2d34af3 req-a5d57e83-8275-4778-9177-777de5a578f5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:36.417967 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e273068d-9e51-4064-920d-7c35e2d34af3 req-a5d57e83-8275-4778-9177-777de5a578f5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0611024 Nov 23 04:16:36.467417 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e273068d-9e51-4064-920d-7c35e2d34af3 req-5614e4fd-84c1-414e-a984-152c023e9d60 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Nov 23 04:16:37.221077 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b4ba2-a9d9-416b-8148-cc97cf5600cc req-4af36a36-c5c1-4f62-86c5-8a9d3218b47a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:37.222589 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-514b4ba2-a9d9-416b-8148-cc97cf5600cc req-4af36a36-c5c1-4f62-86c5-8a9d3218b47a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0520689 Nov 23 04:16:37.315085 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb60a7-8c22-4d19-92bf-5126adef0635 req-9f161e3c-0261-4897-a0aa-de253e335fdf tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:37.316578 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ecfb60a7-8c22-4d19-92bf-5126adef0635 req-9f161e3c-0261-4897-a0aa-de253e335fdf tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0799210 Nov 23 04:16:37.320204 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-514b4ba2-a9d9-416b-8148-cc97cf5600cc req-34293cf7-3feb-47e5-bc6b-acbe4f36e0c3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0897920 Nov 23 04:16:37.370540 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ecfb60a7-8c22-4d19-92bf-5126adef0635 req-747a1706-7959-49ea-be7b-8970f9e143d7 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466013 Nov 23 04:16:37.603124 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cbb40-a844-496a-8fdd-bda39bd68abf req-d6ce268d-3a66-4b11-853d-a4b504f0d8dd tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:37.604680 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-778cbb40-a844-496a-8fdd-bda39bd68abf req-d6ce268d-3a66-4b11-853d-a4b504f0d8dd tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0566940 Nov 23 04:16:37.663005 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-778cbb40-a844-496a-8fdd-bda39bd68abf req-a968e90a-e68d-4f1c-ae75-6a7d505611b7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515516 Nov 23 04:16:38.510800 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32a4ce-ab1b-43dd-a486-56cbc8a4ea4b req-71cd79b7-21eb-4799-a058-7d97f9e913a2 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:38.512290 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a32a4ce-ab1b-43dd-a486-56cbc8a4ea4b req-71cd79b7-21eb-4799-a058-7d97f9e913a2 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.50 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.1185234 Nov 23 04:16:38.527016 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af790771-dd79-446f-b0a0-2fc6ad50de19 req-a1be0a14-bdb5-469f-a233-5671cc9a77d8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:38.528487 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-af790771-dd79-446f-b0a0-2fc6ad50de19 req-a1be0a14-bdb5-469f-a233-5671cc9a77d8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1018186 Nov 23 04:16:38.553859 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d2e8b-88cd-4aa5-a84f-fb817c54b61a req-acaad0f5-a65d-4882-9a88-e4df3aba1b8e tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:38.562244 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b75d2e8b-88cd-4aa5-a84f-fb817c54b61a req-acaad0f5-a65d-4882-9a88-e4df3aba1b8e tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 950 time: 0.0949688 Nov 23 04:16:38.698888 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-af790771-dd79-446f-b0a0-2fc6ad50de19 req-e157a530-ec1a-449b-b576-f63ddf9f0ee2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1604111 Nov 23 04:16:38.702915 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b75d2e8b-88cd-4aa5-a84f-fb817c54b61a req-a4164aff-61af-4cea-be47-8e7c0a097afe tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/security-groups?id=c336678e-f108-4787-a55b-74c6ab174eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399050 Nov 23 04:16:38.736068 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1a32a4ce-ab1b-43dd-a486-56cbc8a4ea4b req-6817a1b9-628a-4376-bf36-8daf6f046c04 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Deleting port 2c6f1671-b600-4d12-99a6-94d877dbbfeb {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:16:38.736410 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1a32a4ce-ab1b-43dd-a486-56cbc8a4ea4b req-6817a1b9-628a-4376-bf36-8daf6f046c04 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:38.856414 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24babf-47ce-4bf2-a549-c58b6a0582b7 req-d4c2530c-7b7d-47b0-9a6a-9b028853aec9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:38.857842 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac24babf-47ce-4bf2-a549-c58b6a0582b7 req-d4c2530c-7b7d-47b0-9a6a-9b028853aec9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0806687 Nov 23 04:16:38.878143 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-1a32a4ce-ab1b-43dd-a486-56cbc8a4ea4b req-6817a1b9-628a-4376-bf36-8daf6f046c04 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] For port 2c6f1671-b600-4d12-99a6-94d877dbbfeb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2c6f1671-b600-4d12-99a6-94d877dbbfeb,segment=NetworkSegment(50fb2152-3fff-47bc-bdd5-be7f0c34dd59),segment_id=50fb2152-3fff-47bc-bdd5-be7f0c34dd59)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:16:38.878501 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1a32a4ce-ab1b-43dd-a486-56cbc8a4ea4b req-6817a1b9-628a-4376-bf36-8daf6f046c04 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:38.898980 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1a32a4ce-ab1b-43dd-a486-56cbc8a4ea4b req-6817a1b9-628a-4376-bf36-8daf6f046c04 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Calling delete_port for 2c6f1671-b600-4d12-99a6-94d877dbbfeb owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:16:38.965423 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac24babf-47ce-4bf2-a549-c58b6a0582b7 req-909c62ad-07d1-4657-bcc2-2d06e180e8ad tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985255 Nov 23 04:16:39.336382 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1a32a4ce-ab1b-43dd-a486-56cbc8a4ea4b req-6817a1b9-628a-4376-bf36-8daf6f046c04 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:39.379458 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['2c6f1671-b600-4d12-99a6-94d877dbbfeb'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:16:39.392646 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817a1b9-628a-4376-bf36-8daf6f046c04 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Pushing event deleted for resources: {'Port': ['ID=2c6f1671-b600-4d12-99a6-94d877dbbfeb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:39.459048 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a32a4ce-ab1b-43dd-a486-56cbc8a4ea4b req-6817a1b9-628a-4376-bf36-8daf6f046c04 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] No DVR routers for this DVR port 2c6f1671-b600-4d12-99a6-94d877dbbfeb on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:16:39.462518 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1a32a4ce-ab1b-43dd-a486-56cbc8a4ea4b req-6817a1b9-628a-4376-bf36-8daf6f046c04 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:39.466874 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a32a4ce-ab1b-43dd-a486-56cbc8a4ea4b req-6817a1b9-628a-4376-bf36-8daf6f046c04 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.50 "DELETE /v2.0/ports/2c6f1671-b600-4d12-99a6-94d877dbbfeb HTTP/1.1" status: 204 len: 173 time: 0.9372699 Nov 23 04:16:39.467583 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da592d1-d534-4643-8e5f-35edefd614b4', 'name': 'network-vif-deleted', 'tag': '2c6f1671-b600-4d12-99a6-94d877dbbfeb'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:16:39.470550 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1640da7b-b60d-4d69-9577-1b8b2eb5ec16" -d '{"events": [{"server_uuid": "9da592d1-d534-4643-8e5f-35edefd614b4", "name": "network-vif-deleted", "tag": "2c6f1671-b600-4d12-99a6-94d877dbbfeb"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:16:39.521906 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7db19c-4f8d-48b0-93ae-0bcdc905eccb x-openstack-request-id: req-2c7db19c-4f8d-48b0-93ae-0bcdc905eccb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:16:39.522222 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da592d1-d534-4643-8e5f-35edefd614b4", "name": "network-vif-deleted", "tag": "2c6f1671-b600-4d12-99a6-94d877dbbfeb", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:16:39.522549 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c7db19c-4f8d-48b0-93ae-0bcdc905eccb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:16:39.522979 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da592d1-d534-4643-8e5f-35edefd614b4', 'name': 'network-vif-deleted', 'tag': '2c6f1671-b600-4d12-99a6-94d877dbbfeb', 'status': 'completed', 'code': 200} Nov 23 04:16:39.847490 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f9f13755-2dc5-45a8-b4a7-c99411e023da req-00080442-2bac-4b89-8ea6-3d37ca2d5a69 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 210 time: 0.0526958 Nov 23 04:16:39.876309 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832dcba-bae4-4164-9cf4-50e1169ea838 req-2d4a7d72-bc27-4dd0-bfdd-07a9faecd791 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:39.886507 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6832dcba-bae4-4164-9cf4-50e1169ea838 req-2d4a7d72-bc27-4dd0-bfdd-07a9faecd791 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0936108 Nov 23 04:16:39.933851 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6832dcba-bae4-4164-9cf4-50e1169ea838 req-f61d1e85-6067-48e5-958a-be30a3199a3f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463648 Nov 23 04:16:39.991943 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 57180) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:40.102041 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba34cf4-e9b1-4570-b842-d3c2c05adaaa req-bcb902d3-e906-4f12-81ae-fb0ca6a4ac2a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:40.102041 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dba34cf4-e9b1-4570-b842-d3c2c05adaaa req-bcb902d3-e906-4f12-81ae-fb0ca6a4ac2a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0531509 Nov 23 04:16:40.146029 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78e53eb3-bdb2-4c44-b9fc-32b862cea011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:40.206779 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5195725-9b5c-41a8-a695-1f4da1d75129 req-b0f1864c-5b22-4ee4-b79a-1849bdc3f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:40.208279 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f5195725-9b5c-41a8-a695-1f4da1d75129 req-b0f1864c-5b22-4ee4-b79a-1849bdc3f740 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 1098 time: 0.1010759 Nov 23 04:16:40.217387 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dba34cf4-e9b1-4570-b842-d3c2c05adaaa req-a15d5db0-846f-4605-b8ec-23aea4dcd257 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090815 Nov 23 04:16:40.294035 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78e53eb3-bdb2-4c44-b9fc-32b862cea011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:40.296908 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f5195725-9b5c-41a8-a695-1f4da1d75129 req-2354dc24-bc34-4aaf-9be7-6283f7c498a7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663326 Nov 23 04:16:40.401649 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78e53eb3-bdb2-4c44-b9fc-32b862cea011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:40.441807 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-78e53eb3-bdb2-4c44-b9fc-32b862cea011 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23ddc3ae6cf440ba935aafad0b919b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487705 Nov 23 04:16:40.442679 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e53eb3-bdb2-4c44-b9fc-32b862cea011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef20dd8-c429-4d5d-9840-8f5647b1625a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:40.444585 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 57190) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:40.497813 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef31b066-7552-4d29-9850-ba9d76afa924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:40.519577 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef31b066-7552-4d29-9850-ba9d76afa924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:40.638739 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef31b066-7552-4d29-9850-ba9d76afa924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:40.641339 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef31b066-7552-4d29-9850-ba9d76afa924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:40.642529 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-ef31b066-7552-4d29-9850-ba9d76afa924 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bef20dd8-c429-4d5d-9840-8f5647b1625a HTTP/1.1" status: 204 len: 168 time: 0.1968238 Nov 23 04:16:40.650819 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31b066-7552-4d29-9850-ba9d76afa924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef20dd8-c429-4d5d-9840-8f5647b1625a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:41.005037 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-03cf0d55-8740-476c-b821-becb23b6eaf2 req-1a301d04-fea0-4cfd-a79e-708174254585 tempest-VolumesNegativeTest-139795824 tempest-VolumesNegativeTest-139795824-project] 10.222.0.54 "GET /v2.0/ports?device_id=9da592d1-d534-4643-8e5f-35edefd614b4 HTTP/1.1" status: 200 len: 210 time: 0.0360718 Nov 23 04:16:41.113251 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cb8a9-5b9a-4596-b540-c96adcdde9c2 req-72f5cd2b-016e-4eb4-80a4-a09933ab842b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:41.114737 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-564cb8a9-5b9a-4596-b540-c96adcdde9c2 req-72f5cd2b-016e-4eb4-80a4-a09933ab842b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0504777 Nov 23 04:16:41.165788 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-564cb8a9-5b9a-4596-b540-c96adcdde9c2 req-58b75281-28d8-443e-90d0-abd86e28fb1e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435655 Nov 23 04:16:41.339546 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db38f1-205f-4fd7-9e29-c45eff4415ab req-f07b8234-7430-412b-a268-9847f3a8c915 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:41.341174 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52db38f1-205f-4fd7-9e29-c45eff4415ab req-f07b8234-7430-412b-a268-9847f3a8c915 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0536239 Nov 23 04:16:41.381794 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 57214) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:41.406535 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e2b40f3-27b6-47ef-9a1e-20ec2fac7eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:41.430044 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52db38f1-205f-4fd7-9e29-c45eff4415ab req-109e816e-6817-4544-a86f-a10df16f5b2e tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828691 Nov 23 04:16:41.512545 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e2b40f3-27b6-47ef-9a1e-20ec2fac7eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:41.581391 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e2b40f3-27b6-47ef-9a1e-20ec2fac7eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:41.619817 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8e2b40f3-27b6-47ef-9a1e-20ec2fac7eb6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a3f1b64d01744a3be60b5dc489b5137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369902 Nov 23 04:16:41.621049 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b40f3-27b6-47ef-9a1e-20ec2fac7eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2719e435-5d91-4073-94d6-5751aed88c0b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:41.622501 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 57218) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:41.673295 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51327a00-2540-4794-9649-961d4743578a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:41.696578 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51327a00-2540-4794-9649-961d4743578a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:41.795971 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51327a00-2540-4794-9649-961d4743578a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:41.798539 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51327a00-2540-4794-9649-961d4743578a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:41.799788 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-51327a00-2540-4794-9649-961d4743578a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2719e435-5d91-4073-94d6-5751aed88c0b HTTP/1.1" status: 204 len: 168 time: 0.1761401 Nov 23 04:16:41.807953 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51327a00-2540-4794-9649-961d4743578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2719e435-5d91-4073-94d6-5751aed88c0b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:42.324545 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423be0a-c906-4343-9eb6-90b63f36a75d req-14484582-28ac-47af-ba17-9a054d537fe8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:42.326085 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f423be0a-c906-4343-9eb6-90b63f36a75d req-14484582-28ac-47af-ba17-9a054d537fe8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0575166 Nov 23 04:16:42.382583 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f423be0a-c906-4343-9eb6-90b63f36a75d req-968bb2a2-3a42-4e3d-b593-d4bd964f16ea tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477557 Nov 23 04:16:42.576522 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798dfef-0222-4225-9993-3178e8a5452d req-3d8750bb-98e7-4681-acce-1a862c1b118a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:42.578029 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7798dfef-0222-4225-9993-3178e8a5452d req-3d8750bb-98e7-4681-acce-1a862c1b118a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0673771 Nov 23 04:16:42.632665 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7798dfef-0222-4225-9993-3178e8a5452d req-5c5d5b4a-1530-4998-9605-cb2f75447f6d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482247 Nov 23 04:16:43.111864 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07e5fb-f269-46bd-a8d4-69425eae1c09 req-e47660b9-099a-494b-b298-a58b4d882d70 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:43.113336 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5d07e5fb-f269-46bd-a8d4-69425eae1c09 req-e47660b9-099a-494b-b298-a58b4d882d70 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0544212 Nov 23 04:16:43.161700 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5d07e5fb-f269-46bd-a8d4-69425eae1c09 req-e1a2eff8-19de-4598-8227-f7e366e8c842 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Nov 23 04:16:43.516925 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49350242-7f26-4d4f-a8b4-f3eb27a68f14 req-214f6e42-e64e-47a2-bd67-cd6fb3c84c48 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:43.518490 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-49350242-7f26-4d4f-a8b4-f3eb27a68f14 req-214f6e42-e64e-47a2-bd67-cd6fb3c84c48 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0537372 Nov 23 04:16:43.569309 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-49350242-7f26-4d4f-a8b4-f3eb27a68f14 req-81bb5acc-ed30-44d5-9ec1-953c716a9d45 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437465 Nov 23 04:16:43.733862 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 2c6f1671-b600-4d12-99a6-94d877dbbfeb no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:16:43.754672 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 2c6f1671-b600-4d12-99a6-94d877dbbfeb {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:16:43.755310 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 2c6f1671-b600-4d12-99a6-94d877dbbfeb not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:16:44.303933 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50838b95-2852-42ef-8f93-d0b238575cd1 req-d49635c2-c992-444c-85fe-ef974cbeec0b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:44.304087 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50838b95-2852-42ef-8f93-d0b238575cd1 req-d49635c2-c992-444c-85fe-ef974cbeec0b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0672414 Nov 23 04:16:44.359120 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50838b95-2852-42ef-8f93-d0b238575cd1 req-f01487c9-3c44-403b-be16-95de67fd3d7a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480945 Nov 23 04:16:44.692680 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea2f52-efa7-4410-9d7b-53ca41ec1c8a req-2e89b244-6aa5-42e3-8f27-223f9acbf968 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:44.694163 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40ea2f52-efa7-4410-9d7b-53ca41ec1c8a req-2e89b244-6aa5-42e3-8f27-223f9acbf968 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0496640 Nov 23 04:16:44.742905 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40ea2f52-efa7-4410-9d7b-53ca41ec1c8a req-0d4db1e2-4b14-455d-ad49-582e88d0b1d3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419147 Nov 23 04:16:45.132474 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d962559-74eb-43ce-ae3c-13cf1a4c04d2 req-12bf266c-b6cd-48bd-81a5-14ddffa84663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:45.134678 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d962559-74eb-43ce-ae3c-13cf1a4c04d2 req-12bf266c-b6cd-48bd-81a5-14ddffa84663 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 1098 time: 0.0533106 Nov 23 04:16:45.230947 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d962559-74eb-43ce-ae3c-13cf1a4c04d2 req-dda9061b-7137-442f-88f8-686a5140ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:45.232466 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d962559-74eb-43ce-ae3c-13cf1a4c04d2 req-dda9061b-7137-442f-88f8-686a5140ec59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 919 time: 0.0879066 Nov 23 04:16:45.286112 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d962559-74eb-43ce-ae3c-13cf1a4c04d2 req-fcd350b0-ae16-448b-9b24-3dd0556aec65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5 HTTP/1.1" status: 200 len: 217 time: 0.0391881 Nov 23 04:16:45.341768 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d962559-74eb-43ce-ae3c-13cf1a4c04d2 req-68761bed-e4d6-4b8f-9728-f4f51c60340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:45.343244 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d962559-74eb-43ce-ae3c-13cf1a4c04d2 req-68761bed-e4d6-4b8f-9728-f4f51c60340b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 HTTP/1.1" status: 200 len: 858 time: 0.0479500 Nov 23 04:16:45.378279 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d962559-74eb-43ce-ae3c-13cf1a4c04d2 req-89e2c825-8259-4754-981c-9314740e5340 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef6d53c7-2a63-45b6-aaed-257052cde1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248871 Nov 23 04:16:45.382266 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 57456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:45.547079 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeea80-901a-4c37-8911-68177e57c16c req-30c45fc5-9607-4b8f-968b-791429cd372d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:45.547414 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ceeea80-901a-4c37-8911-68177e57c16c req-30c45fc5-9607-4b8f-968b-791429cd372d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0974007 Nov 23 04:16:45.588818 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d962559-74eb-43ce-ae3c-13cf1a4c04d2 req-23e9eb97-1518-4f11-a297-234b541282f1 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927311 Nov 23 04:16:45.598422 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-452b1bcf-c347-44ec-8930-eb67606410d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:45.773655 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ceeea80-901a-4c37-8911-68177e57c16c req-8fa0ee50-f090-4f68-8636-15e0979eeabc tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051697 Nov 23 04:16:45.793136 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d962559-74eb-43ce-ae3c-13cf1a4c04d2 req-80820124-0e82-4e37-b848-821c4e4c5baa service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920805 Nov 23 04:16:45.842065 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-452b1bcf-c347-44ec-8930-eb67606410d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:45.907408 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-452b1bcf-c347-44ec-8930-eb67606410d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:45.961407 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-452b1bcf-c347-44ec-8930-eb67606410d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78a8389c60554bf89e6775e1fb602cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5780921 Nov 23 04:16:45.963247 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b1bcf-c347-44ec-8930-eb67606410d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5829f40-386d-42d3-a3d5-db5dab6ca9ac,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:45.964315 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 57514) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:45.973800 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168cb03-9446-49c0-b747-105ece8cffe2 req-a984bfec-bffa-4f80-a007-f02472a8e36b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:45.982162 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f168cb03-9446-49c0-b747-105ece8cffe2 req-a984bfec-bffa-4f80-a007-f02472a8e36b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1066618 Nov 23 04:16:46.036779 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc4f9-f94c-42bf-97eb-89c638190f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:46.049424 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f168cb03-9446-49c0-b747-105ece8cffe2 req-c4adebb2-c96d-4c3d-a228-59a98b664272 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0662332 Nov 23 04:16:46.065381 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc4f9-f94c-42bf-97eb-89c638190f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:46.264629 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc4f9-f94c-42bf-97eb-89c638190f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:46.267286 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc4f9-f94c-42bf-97eb-89c638190f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:46.268982 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-ddfbc4f9-f94c-42bf-97eb-89c638190f31 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5829f40-386d-42d3-a3d5-db5dab6ca9ac HTTP/1.1" status: 204 len: 168 time: 0.3034959 Nov 23 04:16:46.281694 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbc4f9-f94c-42bf-97eb-89c638190f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5829f40-386d-42d3-a3d5-db5dab6ca9ac,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:46.903850 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5cdcb-b6b4-4e27-8d05-7ac436cf6b5d req-6edcd14d-4f1b-4fc2-8079-c77487a9320d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:46.905340 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01e5cdcb-b6b4-4e27-8d05-7ac436cf6b5d req-6edcd14d-4f1b-4fc2-8079-c77487a9320d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0486259 Nov 23 04:16:46.958010 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01e5cdcb-b6b4-4e27-8d05-7ac436cf6b5d req-90444882-816e-4670-9abf-ed78cab7e299 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449584 Nov 23 04:16:47.207015 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966f1d4-b8bf-4bd3-bdb1-0403a4bbb02b req-ef9428b5-48e2-47b8-a14c-4602dbdee801 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:47.208907 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a966f1d4-b8bf-4bd3-bdb1-0403a4bbb02b req-ef9428b5-48e2-47b8-a14c-4602dbdee801 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0562434 Nov 23 04:16:47.261515 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 57564) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:47.277780 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65ee2be0-a831-405f-9567-323b177dfb74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:47.286367 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a966f1d4-b8bf-4bd3-bdb1-0403a4bbb02b req-51a112ef-15fe-4bc0-b6d9-69e6d364a41a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0657437 Nov 23 04:16:47.393620 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65ee2be0-a831-405f-9567-323b177dfb74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:47.494742 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65ee2be0-a831-405f-9567-323b177dfb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:47.552578 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-65ee2be0-a831-405f-9567-323b177dfb74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=efc66076fbe043cc89ced25ce0d43bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885845 Nov 23 04:16:47.555097 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 57592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:47.560393 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee2be0-a831-405f-9567-323b177dfb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3199c2f-39df-4200-80b2-d3a928b02673,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:47.625246 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-909b00bb-8e50-4d74-9e88-a1767d2e2a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:47.651823 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-909b00bb-8e50-4d74-9e88-a1767d2e2a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:47.784504 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-909b00bb-8e50-4d74-9e88-a1767d2e2a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:47.787264 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-909b00bb-8e50-4d74-9e88-a1767d2e2a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:47.788464 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-909b00bb-8e50-4d74-9e88-a1767d2e2a0a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3199c2f-39df-4200-80b2-d3a928b02673 HTTP/1.1" status: 204 len: 168 time: 0.2315428 Nov 23 04:16:47.798463 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b00bb-8e50-4d74-9e88-a1767d2e2a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3199c2f-39df-4200-80b2-d3a928b02673,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:48.097507 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da497-369d-4730-a3e0-9403d0ecdb7c req-5304a460-9b6a-4801-9bad-3e2ff9b81e87 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:48.099532 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b93da497-369d-4730-a3e0-9403d0ecdb7c req-5304a460-9b6a-4801-9bad-3e2ff9b81e87 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0581586 Nov 23 04:16:48.186897 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b93da497-369d-4730-a3e0-9403d0ecdb7c req-5eca40e4-76e9-46b9-b113-12ce7ec08e14 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788736 Nov 23 04:16:48.432514 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62bd40-ee45-46c9-86d3-f1b20a7fe3fc req-fd06351e-1309-4f2b-a07a-4a5d5c93fa30 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:48.434066 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e62bd40-ee45-46c9-86d3-f1b20a7fe3fc req-fd06351e-1309-4f2b-a07a-4a5d5c93fa30 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0524426 Nov 23 04:16:48.488407 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e62bd40-ee45-46c9-86d3-f1b20a7fe3fc req-5a68fdd2-c635-4b39-b5f7-699ad39e400e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463660 Nov 23 04:16:49.296985 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d341b4-582a-4447-be86-f35bf750c8e2 req-b326b527-f03a-4ae6-b102-1faf363d12b0 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:49.298864 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47d341b4-582a-4447-be86-f35bf750c8e2 req-b326b527-f03a-4ae6-b102-1faf363d12b0 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0527563 Nov 23 04:16:49.348494 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47d341b4-582a-4447-be86-f35bf750c8e2 req-e41db283-4ed0-4173-803f-997e52936f75 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437546 Nov 23 04:16:49.610678 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e53f2-5f30-42f0-adfc-b493458b0f4a req-9ea85f6b-70ef-4997-a82c-0bf778bcf322 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:49.612073 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc7e53f2-5f30-42f0-adfc-b493458b0f4a req-9ea85f6b-70ef-4997-a82c-0bf778bcf322 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0485995 Nov 23 04:16:49.661499 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc7e53f2-5f30-42f0-adfc-b493458b0f4a req-6448c497-fdc1-4f27-9cef-c18ae741621d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434258 Nov 23 04:16:50.581619 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-c259b651-6545-41ca-a33d-cbef4ef997d2 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:50.583077 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-c259b651-6545-41ca-a33d-cbef4ef997d2 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/networks?id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9 HTTP/1.1" status: 200 len: 814 time: 0.1367903 Nov 23 04:16:50.599108 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-789ebca3-694a-47a2-b2f4-3532354829af tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/quotas/dc51e914f5e74ceca4086caa5a05b8f0 HTTP/1.1" status: 200 len: 375 time: 0.0094635 Nov 23 04:16:50.653441 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-078b5dab-00f2-48b5-8cf3-6bbde19a02ed tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479450 Nov 23 04:16:50.823622 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-60896014-27ce-47f2-9e31-b28ed57aaa26 service neutron] 10.222.0.54 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628563 Nov 23 04:16:50.843019 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc7cf4-7755-4875-8057-aaa12f0131e6 req-583177e0-925a-4ed3-86e8-7faf6b4bb01d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:50.846435 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ddc7cf4-7755-4875-8057-aaa12f0131e6 req-583177e0-925a-4ed3-86e8-7faf6b4bb01d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0693076 Nov 23 04:16:50.983429 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ddc7cf4-7755-4875-8057-aaa12f0131e6 req-c5300fc5-2f9a-4792-8de6-f4785b2dad60 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1147819 Nov 23 04:16:50.995773 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-c393263f-dcfd-42c2-a6bc-084d90cdf6bd service neutron] 10.222.0.54 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630054 Nov 23 04:16:51.291947 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9c8653d4-aec4-4813-a635-11faf4a35f7a req-2abe89bd-d486-48d3-8c81-b546c21ceb3c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0337067 Nov 23 04:16:51.523677 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc497e6e-1977-45da-a993-e9a9578f0b04 req-5b88a125-1724-4ea9-a28b-32bf31a6f65e tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:51.525346 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc497e6e-1977-45da-a993-e9a9578f0b04 req-5b88a125-1724-4ea9-a28b-32bf31a6f65e tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0517986 Nov 23 04:16:51.579130 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc497e6e-1977-45da-a993-e9a9578f0b04 req-8c4c0bec-f01e-47aa-9d9d-6b20c53d3c43 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468299 Nov 23 04:16:51.951879 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 57788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:52.121602 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d6e3bfae-6ba9-47d8-b717-ce63ce9ee44a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d5ed34581a5e4a4b8f22a96ca010c337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1683440 Nov 23 04:16:52.124211 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 57794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:52.138470 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c72238-fd1d-4f4b-a867-f357cc74cf35 req-85cc28b3-e736-4cc4-a6be-767e4f39099e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:52.142334 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72c72238-fd1d-4f4b-a867-f357cc74cf35 req-85cc28b3-e736-4cc4-a6be-767e4f39099e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0851743 Nov 23 04:16:52.218495 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72c72238-fd1d-4f4b-a867-f357cc74cf35 req-946f6d9b-1303-4143-8f17-0347913ec755 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0713699 Nov 23 04:16:52.219331 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdb62918-2072-4080-8385-b0682068e2c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:52.242296 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdb62918-2072-4080-8385-b0682068e2c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:52.392849 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-94bdc861-bbc6-4d96-90f7-ec5c7809a96b req-51346be6-fa79-40ea-85b7-31ca5667cee3 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0282705 Nov 23 04:16:52.439082 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdb62918-2072-4080-8385-b0682068e2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:52.442412 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdb62918-2072-4080-8385-b0682068e2c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:52.443914 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cdb62918-2072-4080-8385-b0682068e2c7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c336678e-f108-4787-a55b-74c6ab174eff HTTP/1.1" status: 204 len: 168 time: 0.3186905 Nov 23 04:16:52.454115 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb62918-2072-4080-8385-b0682068e2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c336678e-f108-4787-a55b-74c6ab174eff,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:53.358361 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dc3bd-5ac3-492c-8d1d-7991d0a85a49 req-928ab267-5b74-45fb-b786-f03a51aba6ce tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:53.359991 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-521dc3bd-5ac3-492c-8d1d-7991d0a85a49 req-928ab267-5b74-45fb-b786-f03a51aba6ce tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0571167 Nov 23 04:16:53.412114 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-521dc3bd-5ac3-492c-8d1d-7991d0a85a49 req-d2a2834d-f465-4f88-bd8d-7c3a5ca1ba95 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455151 Nov 23 04:16:53.504146 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1cd31e1b-ba3b-450e-a0b2-f374f8dc5736 req-c3bcd429-553d-44b1-9348-005e0c091916 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0264680 Nov 23 04:16:53.650126 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 57830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:53.756176 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1559847576-network', 'tenant_id': '0dcc5d168617498bbafe5038567ca011'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:16:53.872824 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Made reservation on behalf of 0dcc5d168617498bbafe5038567ca011 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:16:53.875518 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:53.886229 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:53.970159 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:54.038730 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:54.071324 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:16:54.077385 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85e4292-dc91-4435-a6c4-da9cc2caa6dc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:54.083053 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:54.083421 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Added segment f9196245-0bcb-4e8f-ab02-9d048fa65be9 of type vlan for network 637e7c09-45c2-45a1-ba70-21290f7e9dbe Nov 23 04:16:54.123783 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:54.224487 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:54.225367 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:54.225969 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:54.287733 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] Pushing event updated for resources: {'Network': ['ID=637e7c09-45c2-45a1-ba70-21290f7e9dbe,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:54.299195 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network 637e7c09-45c2-45a1-ba70-21290f7e9dbe details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:16:54.375893 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c75b06c9-85b7-450b-b2c7-8518f9d8b226 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7246687 Nov 23 04:16:54.378872 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 57838) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:54.383865 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] Request body: {'subnet': {'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1559847576-subnet', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:16:54.487491 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] Made reservation on behalf of 0dcc5d168617498bbafe5038567ca011 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:16:54.491637 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9143448'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:54.547693 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26150a10-ed88-4ae3-8778-1429ff7256f0 req-424aaaca-17e0-44be-af14-c23b96b4f7b5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:54.549751 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26150a10-ed88-4ae3-8778-1429ff7256f0 req-424aaaca-17e0-44be-af14-c23b96b4f7b5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0529301 Nov 23 04:16:54.611936 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26150a10-ed88-4ae3-8778-1429ff7256f0 req-adb35b51-e6ff-4122-9fd6-4632422e85f3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0548851 Nov 23 04:16:54.701181 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85c73903-a5d9-4a61-bb5c-a9db3f9ff0e0 req-2f1e6b86-9c4c-44ba-a454-e6552943e094 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0296445 Nov 23 04:16:54.753222 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9645097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9143462'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:54.808111 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb94a19-b755-443f-b6e9-5148df7a942c,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:54.818316 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] Checking segment: {'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:16:54.818785 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] Network hostable DHCP agents. Network: 637e7c09-45c2-45a1-ba70-21290f7e9dbe, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:16:54.924582 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] Network 637e7c09-45c2-45a1-ba70-21290f7e9dbe is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:16:54.999063 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:55.067308 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, 637e7c09-45c2-45a1-ba70-21290f7e9dbe) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:16:55.072314 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:55.072915 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:55.077290 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57e40c-0545-45a8-b225-7ba3a431465f None None] Network 637e7c09-45c2-45a1-ba70-21290f7e9dbe requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:16:55.173106 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-8d102106-a070-46d0-b30d-b7402eed6e46 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7930598 Nov 23 04:16:55.176681 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 57854) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:55.181634 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:16:55.239452 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca77d4a-1e58-53e8-849d-cd8626a4fefc-637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'fixed_ips': [{'subnet_id': '7eb94a19-b755-443f-b6e9-5148df7a942c'}]}} from dv-cinder-768458-16-iscsi. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:16:55.240521 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:55.290809 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4191313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8387'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:55.291856 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4124523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3972742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:55.347547 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:55.405853 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Allocated IP 172.20.0.2 (637e7c09-45c2-45a1-ba70-21290f7e9dbe/7eb94a19-b755-443f-b6e9-5148df7a942c/aec11033-4572-41b1-925f-d6c9d199e474) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:16:55.579970 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:55.601234 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:55.738140 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d055b0f-53ea-43dd-af4b-e00cfda4570a req-c36ff730-1e2f-4918-a50f-5b0595428bac tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:55.739934 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d055b0f-53ea-43dd-af4b-e00cfda4570a req-c36ff730-1e2f-4918-a50f-5b0595428bac tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0529823 Nov 23 04:16:55.753990 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:55.802222 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Network 637e7c09-45c2-45a1-ba70-21290f7e9dbe is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:16:55.808196 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:16:55.812124 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:16:55.817586 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Pushing event updated for resources: {'Port': ['ID=aec11033-4572-41b1-925f-d6c9d199e474,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:55.833479 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc472190-9b8d-4329-8802-de9823a8b432 req-9d9b51a9-956a-464f-9568-74af736f84b8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0400517 Nov 23 04:16:55.854084 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d055b0f-53ea-43dd-af4b-e00cfda4570a req-86af6558-f0ba-44d5-9e26-44b6958e9fdc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0958579 Nov 23 04:16:55.866397 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.866907 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.867352 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.872714 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.873222 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.873657 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.874684 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.875730 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.876159 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.876785 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.877185 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.877574 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:55.908899 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Attempting to bind port aec11033-4572-41b1-925f-d6c9d199e474 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:16:55.909264 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Attempting to bind port aec11033-4572-41b1-925f-d6c9d199e474 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:16:55.909624 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Attempting to bind port aec11033-4572-41b1-925f-d6c9d199e474 on network 637e7c09-45c2-45a1-ba70-21290f7e9dbe {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:16:55.915052 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:16:55.915475 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Checking segment: {'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:16:55.915879 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:55.916262 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Bound using segment: {'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:16:55.916722 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Bound port: aec11033-4572-41b1-925f-d6c9d199e474, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:16:55.917096 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:55.978693 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] For port aec11033-4572-41b1-925f-d6c9d199e474, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:16:55.981885 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] For port aec11033-4572-41b1-925f-d6c9d199e474, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=aec11033-4572-41b1-925f-d6c9d199e474,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:16:56.019438 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:56.043963 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:56.082576 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:56.171357 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57d78d-a33c-4d21-bbbe-898d73622c22 None None] Pushing event updated for resources: {'Port': ['ID=aec11033-4572-41b1-925f-d6c9d199e474,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:56.232749 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Allocated IP 172.27.0.72 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/6b192a8f-f189-4e20-ac3d-0702aa4a3d5a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:16:56.239831 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-419eff16-4f0f-4f1b-ba63-2528f6a0e62a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:56.241466 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-419eff16-4f0f-4f1b-ba63-2528f6a0e62a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "GET /v2.0/networks?id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9 HTTP/1.1" status: 200 len: 814 time: 0.1710706 Nov 23 04:16:56.269842 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Request body: {'port': {'device_id': '5694f710-d745-44e4-9b59-55d54a09515d', 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9', 'admin_state_up': True, 'tenant_id': 'dc51e914f5e74ceca4086caa5a05b8f0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:16:56.364930 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:56.613499 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:56.658098 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:16:56.660845 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:16:56.665659 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:16:56.668806 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Pushing event updated for resources: {'Port': ['ID=6b192a8f-f189-4e20-ac3d-0702aa4a3d5a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:56.685538 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Made reservation on behalf of dc51e914f5e74ceca4086caa5a05b8f0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:16:56.689579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:56.896150 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Allocated IP 172.20.0.10 (3f225ae5-6bd1-4fef-a8a2-1e95224823f9/8e1376b0-d11d-4241-9f82-5ec678076c29/17ac3a98-501a-42f8-b6c9-52d0039362e2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:16:57.013842 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-12882cb7-8f1b-4942-b870-dc0382dee423 req-19cd8c8d-a5a7-4e82-af78-aa4819bc03e3 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0533438 Nov 23 04:16:57.130747 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ca481-5209-4e1d-a4a0-8fbe468d9cf2 req-59af397e-50b7-4836-bacf-e21f23431f82 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:57.131890 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-465ca481-5209-4e1d-a4a0-8fbe468d9cf2 req-59af397e-50b7-4836-bacf-e21f23431f82 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1317708 Nov 23 04:16:57.193185 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcb706f5-eb27-4fca-9da9-f52f55c17e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:57.216061 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:57.235433 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-465ca481-5209-4e1d-a4a0-8fbe468d9cf2 req-4a416f76-df01-45f1-b449-127f3fbb3e0d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0929193 Nov 23 04:16:57.377209 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:57.380978 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device aec11033-4572-41b1-925f-d6c9d199e474 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:16:57.411580 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:57.423305 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['832e3d40-1fef-4a95-9553-b2e7c02d57af', '070ef4fa-f032-4309-bfe7-5f82f3d8a95a', 'c6aef10d-8d5c-41bc-b91c-795812fa4860'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:16:57.436391 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:16:57.441215 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:16:57.443660 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:16:57.468084 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce43f4-d6d4-4a75-8380-aa8aed8514e3 None None] Network 637e7c09-45c2-45a1-ba70-21290f7e9dbe requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:16:57.486565 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Pushing event updated for resources: {'Port': ['ID=17ac3a98-501a-42f8-b6c9-52d0039362e2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:57.513255 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:57.513957 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:57.534503 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:16:57.584840 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-75339ae0-3b11-43c9-b83a-16ca91a9c39b None None] Provisioning complete for port aec11033-4572-41b1-925f-d6c9d199e474 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:16:57.585204 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75339ae0-3b11-43c9-b83a-16ca91a9c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:57.594431 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port aec11033-4572-41b1-925f-d6c9d199e474 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:16:57.595045 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:57.613456 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-1a4acc0c-440f-4501-9140-b75ea7c756a9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3473253 Nov 23 04:16:57.642035 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Request body: {'port': {'device_id': '5694f710-d745-44e4-9b59-55d54a09515d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:16:57.697014 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4124074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4124470'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:57.718328 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:57.927769 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d is scheduled to L3 agent d698791b-1204-4756-9a69-44a6c13f83bc with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:16:58.045106 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:16:58.056128 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Sync routers for ids ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:16:58.069089 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.069208 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Routers {'1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:16:58.069208 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:16:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:16:58.112599 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ac3a98-501a-42f8-b6c9-52d0039362e2 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:16:58.124929 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.132176 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75339ae0-3b11-43c9-b83a-16ca91a9c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.155182 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.159438 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-a1bafc3a-a9b0-4346-b652-6630a428adc6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9817379 Nov 23 04:16:58.160047 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 57922) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:58.171718 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Transition to ACTIVE for port object 17ac3a98-501a-42f8-b6c9-52d0039362e2 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:16:58.199988 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917d7df-43e5-45a5-b9a9-37d9aa03e413 req-ac0894f4-92f6-4b57-a38c-385235ece6b7 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:58.201964 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e917d7df-43e5-45a5-b9a9-37d9aa03e413 req-ac0894f4-92f6-4b57-a38c-385235ece6b7 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 932 time: 0.0694995 Nov 23 04:16:58.206950 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Set router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:16:58.243078 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port aec11033-4572-41b1-925f-d6c9d199e474, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=aec11033-4572-41b1-925f-d6c9d199e474,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:16:58.263760 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.372791 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.db.api [None req-75339ae0-3b11-43c9-b83a-16ca91a9c39b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:16:58.376753 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG oslo_db.api [None req-75339ae0-3b11-43c9-b83a-16ca91a9c39b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:16:58.376753 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.382270 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e917d7df-43e5-45a5-b9a9-37d9aa03e413 req-5b36c736-069a-4248-9b22-06e20f9efe12 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688695 Nov 23 04:16:58.382958 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Pushing event updated for resources: {'Port': ['ID=17ac3a98-501a-42f8-b6c9-52d0039362e2,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:58.482649 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=aec11033-4572-41b1-925f-d6c9d199e474,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:58.523766 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 57928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:58.545964 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:56Z', 'revision_number': 3, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:16:58.546906 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c26288-ac2a-45b5-b3a8-dba2c27c5b4a req-cc573608-4785-4f42-af99-8a74b5a9509b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:58.548541 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-33c26288-ac2a-45b5-b3a8-dba2c27c5b4a req-cc573608-4785-4f42-af99-8a74b5a9509b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1133184 Nov 23 04:16:58.550496 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Attempting to bind port 17ac3a98-501a-42f8-b6c9-52d0039362e2 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:16:58.550914 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Attempting to bind port 17ac3a98-501a-42f8-b6c9-52d0039362e2 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:16:58.551414 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Attempting to bind port 17ac3a98-501a-42f8-b6c9-52d0039362e2 on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:16:58.557728 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Port 17ac3a98-501a-42f8-b6c9-52d0039362e2 on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:16:58.558045 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Attempting to bind port 17ac3a98-501a-42f8-b6c9-52d0039362e2 on network 3f225ae5-6bd1-4fef-a8a2-1e95224823f9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:16:58.577543 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:16:58.577921 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Checking segment: {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:16:58.578257 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Bound using segment: {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:16:58.578684 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Bound port: 17ac3a98-501a-42f8-b6c9-52d0039362e2, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419c0156-1f39-40d0-9743-055fcc661fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:16:58.579035 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.579722 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Checking router: 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:16:58.580331 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Updating router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d port 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a binding host dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:16:58.612131 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.631531 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-33c26288-ac2a-45b5-b3a8-dba2c27c5b4a req-7efa81e0-3e21-43bf-9f71-bba96860d7c2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746138 Nov 23 04:16:58.701011 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cec0f96-e63c-4103-b814-3cf842df767a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.728936 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] For port 17ac3a98-501a-42f8-b6c9-52d0039362e2, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:16:58.734711 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] For port 17ac3a98-501a-42f8-b6c9-52d0039362e2, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=17ac3a98-501a-42f8-b6c9-52d0039362e2,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:16:58.817129 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cec0f96-e63c-4103-b814-3cf842df767a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.825261 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.847064 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.871033 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:58.871994 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.873440 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] 10.222.0.50 "PUT /v2.0/ports/17ac3a98-501a-42f8-b6c9-52d0039362e2 HTTP/1.1" status: 200 len: 1094 time: 1.2384815 Nov 23 04:16:58.873980 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5694f710-d745-44e4-9b59-55d54a09515d', 'tag': '17ac3a98-501a-42f8-b6c9-52d0039362e2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:16:58.876464 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b88027-9900-4a42-8efc-7a91ced7e68d" -d '{"events": [{"name": "network-changed", "server_uuid": "5694f710-d745-44e4-9b59-55d54a09515d", "tag": "17ac3a98-501a-42f8-b6c9-52d0039362e2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:16:58.907390 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cc394-1aa1-414f-9e5a-68cfc1df077d service neutron] Pushing event updated for resources: {'Port': ['ID=17ac3a98-501a-42f8-b6c9-52d0039362e2,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:58.911442 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cec0f96-e63c-4103-b814-3cf842df767a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.963912 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec0f96-e63c-4103-b814-3cf842df767a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83144c11-9e8d-4ac4-acd8-d11b73fe0b90,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:58.968288 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8cec0f96-e63c-4103-b814-3cf842df767a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0451d916bed04c8fa7d78bb2efa5ff7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363494 Nov 23 04:16:58.970953 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 57938) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:16:58.989477 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:58.996541 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bca918-2efd-46e0-a374-8394ad3dfa36 x-openstack-request-id: req-89bca918-2efd-46e0-a374-8394ad3dfa36 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:16:58.996745 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5694f710-d745-44e4-9b59-55d54a09515d", "tag": "17ac3a98-501a-42f8-b6c9-52d0039362e2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:16:58.997002 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89bca918-2efd-46e0-a374-8394ad3dfa36 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:16:58.997395 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5694f710-d745-44e4-9b59-55d54a09515d', 'tag': '17ac3a98-501a-42f8-b6c9-52d0039362e2', 'status': 'completed', 'code': 200} Nov 23 04:16:59.034438 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f0ab-720b-4b46-bacf-b95158552c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.048897 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Allocated IP 172.20.0.1 (637e7c09-45c2-45a1-ba70-21290f7e9dbe/7eb94a19-b755-443f-b6e9-5148df7a942c/abb2a706-1233-4750-bb06-745df1a8e543) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:16:59.069120 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f0ab-720b-4b46-bacf-b95158552c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.107634 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.121319 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4d5d05f1-90e2-4223-96af-99c3549c2ec3 None None] Provisioning complete for port aec11033-4572-41b1-925f-d6c9d199e474 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:16:59.121975 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d5d05f1-90e2-4223-96af-99c3549c2ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.146039 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b88027-9900-4a42-8efc-7a91ced7e68d req-42a59592-37e2-4c42-984c-338eed68fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:59.150404 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8b88027-9900-4a42-8efc-7a91ced7e68d req-42a59592-37e2-4c42-984c-338eed68fe47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 1097 time: 0.0928159 Nov 23 04:16:59.153409 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Pushing event updated for resources: {'Port': ['ID=6b192a8f-f189-4e20-ac3d-0702aa4a3d5a,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:59.166212 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.166620 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.166952 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.167797 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.168138 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.168493 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.168979 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.169320 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.169792 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.170126 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.170455 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.171247 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:16:59.172201 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.191361 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Attempting to bind port 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:16:59.191891 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Attempting to bind port 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:16:59.192259 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Attempting to bind port 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a on network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:16:59.198501 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:16:59.198878 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Checking segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:16:59.199301 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.199692 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Bound using segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:16:59.200160 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Bound port: 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:16:59.200534 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.259578 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] For port 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:16:59.263075 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] For port 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=6b192a8f-f189-4e20-ac3d-0702aa4a3d5a,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:16:59.295852 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device aec11033-4572-41b1-925f-d6c9d199e474 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:16:59.331529 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.357103 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port aec11033-4572-41b1-925f-d6c9d199e474 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:16:59.357103 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.371821 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.383605 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Network 637e7c09-45c2-45a1-ba70-21290f7e9dbe is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:16:59.387028 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:16:59.405289 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:16:59.417469 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Pushing event updated for resources: {'Port': ['ID=abb2a706-1233-4750-bb06-745df1a8e543,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:59.519044 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7727cde-5e85-4255-a474-dc84c854701a None None] Pushing event updated for resources: {'Port': ['ID=6b192a8f-f189-4e20-ac3d-0702aa4a3d5a,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:59.533231 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120683'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.545441 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Routers {'1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:16:59.546323 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:16:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:16:59.579178 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f0ab-720b-4b46-bacf-b95158552c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.582338 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f0ab-720b-4b46-bacf-b95158552c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.586801 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d1f1f0ab-720b-4b46-bacf-b95158552c6d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83144c11-9e8d-4ac4-acd8-d11b73fe0b90 HTTP/1.1" status: 204 len: 168 time: 0.6142545 Nov 23 04:16:59.605819 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b88027-9900-4a42-8efc-7a91ced7e68d req-9371b426-660a-4bb8-b5a6-cb9c76a806e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:59.607698 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8b88027-9900-4a42-8efc-7a91ced7e68d req-9371b426-660a-4bb8-b5a6-cb9c76a806e9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4308965 Nov 23 04:16:59.627390 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1f0ab-720b-4b46-bacf-b95158552c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83144c11-9e8d-4ac4-acd8-d11b73fe0b90,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:16:59.751746 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] Set router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:16:59.793772 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6688058-c71d-4f7b-a503-f0458976555f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.840252 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32505c-1a58-48ec-9279-91502825167a req-ec26a424-1fb3-44fb-80ca-c2f99c8944e3 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:59.842374 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6b32505c-1a58-48ec-9279-91502825167a req-ec26a424-1fb3-44fb-80ca-c2f99c8944e3 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 944 time: 0.2676969 Nov 23 04:16:59.843424 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b88027-9900-4a42-8efc-7a91ced7e68d req-5adc7de2-07e5-47d4-bb39-7d203b877b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:59.844838 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8b88027-9900-4a42-8efc-7a91ced7e68d req-5adc7de2-07e5-47d4-bb39-7d203b877b21 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204707 Nov 23 04:16:59.849071 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-496a8534-4d10-4603-82ca-221c4e42ae98 None None] Provisioning complete for port abb2a706-1233-4750-bb06-745df1a8e543 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:16:59.849456 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-496a8534-4d10-4603-82ca-221c4e42ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:16:59.904430 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d652-5572-48cc-b1cf-42cb00c099be req-393c3f94-0e26-4a1f-9345-6344af685663 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:16:59.915366 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a41d652-5572-48cc-b1cf-42cb00c099be req-393c3f94-0e26-4a1f-9345-6344af685663 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1231918 Nov 23 04:16:59.919150 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-496a8534-4d10-4603-82ca-221c4e42ae98 None None] Port abb2a706-1233-4750-bb06-745df1a8e543 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:16:59.962191 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:00.011661 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6b32505c-1a58-48ec-9279-91502825167a req-c1d81a11-d2e5-426e-aa26-5d13ad1af74b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612883 Nov 23 04:17:00.018402 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a41d652-5572-48cc-b1cf-42cb00c099be req-ac8c234a-e6a9-4e82-8b0d-ed2e516c6e08 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1020520 Nov 23 04:17:00.031910 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-0852c6b7-cc9a-463a-946f-7a1f24c07749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:00.031910 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-0852c6b7-cc9a-463a-946f-7a1f24c07749 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 1097 time: 0.0928400 Nov 23 04:17:00.077898 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:56Z', 'revision_number': 3, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:00.092396 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-5829213c-5b36-4860-b19e-97937f3754e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ac3a98-501a-42f8-b6c9-52d0039362e2 HTTP/1.1" status: 200 len: 217 time: 0.0369859 Nov 23 04:17:00.118407 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f13656-48b5-4731-ae9b-14a7d8782610 None None] The sync data for ids ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'] in dv-cinder-768458-16-iscsi is: [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:56Z', 'revision_number': 3, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:17:00.160942 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:00.169451 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-0e4a4d0a-84cd-49ad-88c6-f10998d71c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:00.170922 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-0e4a4d0a-84cd-49ad-88c6-f10998d71c11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e1376b0-d11d-4241-9f82-5ec678076c29 HTTP/1.1" status: 200 len: 854 time: 0.0716569 Nov 23 04:17:00.212532 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-045a6cbe-eca7-4113-bcd8-1f121856d249 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f225ae5-6bd1-4fef-a8a2-1e95224823f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285647 Nov 23 04:17:00.304529 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9645244'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:00.330033 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-938da85f-f8c5-4a57-ba15-ee9d3674d681 service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028781 Nov 23 04:17:00.387411 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Pushing event updated for resources: {'Port': ['ID=abb2a706-1233-4750-bb06-745df1a8e543,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:00.406893 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124155'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:00.459041 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acf0503e-d5ec-439a-9455-6a30d1322519 req-4b4459af-16fa-4ef3-8572-a28f7cf0d9a7 service neutron] 10.222.0.50 "GET /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147511 Nov 23 04:17:00.521105 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Network 637e7c09-45c2-45a1-ba70-21290f7e9dbe is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:17:00.522514 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:17:00.755765 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1d548749-a16d-4742-93f8-2b25c4297260 None None] Provisioning complete for port abb2a706-1233-4750-bb06-745df1a8e543 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:00.756746 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d548749-a16d-4742-93f8-2b25c4297260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:00.865522 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:17:00.920310 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:17:00.958435 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1d548749-a16d-4742-93f8-2b25c4297260 None None] Port abb2a706-1233-4750-bb06-745df1a8e543 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:17:00.991120 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:17:00.996809 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-8ea0e432-2a4b-4b13-9343-2e2d2626d371 admin admin] 10.222.0.54 "PUT /v2.0/routers/1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8357601 Nov 23 04:17:01.043626 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:01.061022 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:01.075266 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'port_id': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'mac_address': 'fa:16:3e:21:43:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:17:01.139183 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:01.158739 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:17:01.202265 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:01.284342 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3a148-65b3-45c6-a305-7aba0daab9ff req-f338d439-0b6b-47c6-ba54-a198e3926d6f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:01.285863 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9c3a148-65b3-45c6-a305-7aba0daab9ff req-f338d439-0b6b-47c6-ba54-a198e3926d6f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1412377 Nov 23 04:17:01.304689 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5423630-90ec-4bcc-9290-93dc346b8d81 req-40c94bbb-748e-4a1d-ac2c-b329313835f7 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:01.306119 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c5423630-90ec-4bcc-9290-93dc346b8d81 req-40c94bbb-748e-4a1d-ac2c-b329313835f7 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 944 time: 0.2075193 Nov 23 04:17:01.369126 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:01.400175 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9c3a148-65b3-45c6-a305-7aba0daab9ff req-f95988dd-4798-432d-b952-1da4d85b4ed7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1002049 Nov 23 04:17:01.401497 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:17:01.426909 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c5423630-90ec-4bcc-9290-93dc346b8d81 req-de1c14f7-eed1-44c3-94f5-a47a9fad455c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055753 Nov 23 04:17:01.469767 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:01.494647 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:01.495020 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:01.596934 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:17:01.629335 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:01.659185 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=6b192a8f-f189-4e20-ac3d-0702aa4a3d5a,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:01.807308 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:01.907531 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=6b192a8f-f189-4e20-ac3d-0702aa4a3d5a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:02.215559 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Sync routers for ids ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:17:02.245297 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Routers {'1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:17:02.248848 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:17:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:02.318052 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 58026) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:02.323377 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-811209810-network', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:17:02.378217 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Set router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:17:02.510542 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Made reservation on behalf of 8f5aeba06d224980b7a3e376b675d4ea for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:17:02.513939 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:02.528115 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:02.572461 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:02.627745 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378dc56-94cd-4032-82d2-4421b44fc507 req-8def5b41-1c28-4051-9842-c4af13f0dcb6 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:02.631581 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0378dc56-94cd-4032-82d2-4421b44fc507 req-8def5b41-1c28-4051-9842-c4af13f0dcb6 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 945 time: 0.1400771 Nov 23 04:17:02.676691 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:02.684193 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae8ab4-d04e-4d64-a646-2b0f8bfb9e6f req-50216efd-64d0-47b6-85c9-4849dda9b853 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:02.691672 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8bae8ab4-d04e-4d64-a646-2b0f8bfb9e6f req-50216efd-64d0-47b6-85c9-4849dda9b853 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 944 time: 0.1282115 Nov 23 04:17:02.724704 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:59Z', 'revision_number': 4, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'abb2a706-1233-4750-bb06-745df1a8e543', 'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'mac_address': 'fa:16:3e:e7:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:58Z', 'updated_at': '2021-11-23T04:17:00Z', 'revision_number': 2, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'subnets': [{'id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:02.753739 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0378dc56-94cd-4032-82d2-4421b44fc507 req-46dca38b-53e4-4117-9454-3c79270bcce6 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1112957 Nov 23 04:17:02.771359 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Checking router: 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:17:02.771359 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Updating router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d port abb2a706-1233-4750-bb06-745df1a8e543 binding host dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:17:02.782516 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8bae8ab4-d04e-4d64-a646-2b0f8bfb9e6f req-703656ae-d54c-4a3e-a144-262d8bcebaaf tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897141 Nov 23 04:17:02.799530 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:02.812909 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:02.823757 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:17:02.841018 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:02.841821 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.segments_db [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Added segment 2e78d4d3-efb5-473a-94e0-11d95ad6d935 of type vlan for network ea6802f2-ece4-4c9c-aaa7-eadaba763819 Nov 23 04:17:02.843113 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42461673-d778-4453-9fb2-0b0768dc9d50,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:02.894953 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:02.947521 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:17:03.035878 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:03.037603 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:03.038692 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:03.109101 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:03.109472 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:03.174603 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6802f2-ece4-4c9c-aaa7-eadaba763819,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:03.191467 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network ea6802f2-ece4-4c9c-aaa7-eadaba763819 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:17:03.203072 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-17548a12-0b54-4c19-b8f9-1eeadd178629 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8812246 Nov 23 04:17:03.204442 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 58068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:03.218281 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] Request body: {'subnet': {'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-811209810-subnet', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6219d1-7cd4-408f-86dc-26ec3846f68e" -d '{"events": [{"server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "name": "network-vif-plugged", "status": "completed", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005246d5-6630-41ed-995f-c65560f81a2b x-openstack-request-id: req-005246d5-6630-41ed-995f-c65560f81a2b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "name": "network-vif-plugged", "status": "completed", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-005246d5-6630-41ed-995f-c65560f81a2b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'code': 200} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:03.793049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:03.927525 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c264c92-336e-463f-908e-18c33bee53ec req-2f9b105f-c55d-4abd-8378-ee8cf66bb55a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:03.929153 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c264c92-336e-463f-908e-18c33bee53ec req-2f9b105f-c55d-4abd-8378-ee8cf66bb55a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 945 time: 0.0996389 Nov 23 04:17:03.942385 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0639c76-8f7d-4fe5-aa19-d96f68a9f493 req-faf96f83-32a9-49b3-9721-81efc4dc923d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:03.944114 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e0639c76-8f7d-4fe5-aa19-d96f68a9f493 req-faf96f83-32a9-49b3-9721-81efc4dc923d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 944 time: 0.0721064 Nov 23 04:17:04.041461 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e0639c76-8f7d-4fe5-aa19-d96f68a9f493 req-61cb36e8-0f5b-4be2-93bd-7293be321bd6 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891404 Nov 23 04:17:04.046718 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c264c92-336e-463f-908e-18c33bee53ec req-33252b6a-ca93-49ac-b4da-e3e33fcfc985 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1015468 Nov 23 04:17:04.176414 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:04.222026 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] Made reservation on behalf of 8f5aeba06d224980b7a3e376b675d4ea for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:17:04.224525 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9476332'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:04.229090 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:04.241139 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:04.312006 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ef3c6-678f-417f-8f0d-d22ad33fb101 None None] Pushing event updated for resources: {'Port': ['ID=abb2a706-1233-4750-bb06-745df1a8e543,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:04.484914 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Attempting to bind port abb2a706-1233-4750-bb06-745df1a8e543 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:17:04.485194 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Attempting to bind port abb2a706-1233-4750-bb06-745df1a8e543 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:17:04.485484 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Attempting to bind port abb2a706-1233-4750-bb06-745df1a8e543 on network 637e7c09-45c2-45a1-ba70-21290f7e9dbe {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:17:04.510774 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:17:04.511847 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Checking segment: {'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:17:04.512305 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:04.512706 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Bound using segment: {'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:17:04.513190 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Bound port: abb2a706-1233-4750-bb06-745df1a8e543, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:17:04.513567 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:04.531784 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:04.627907 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] For port abb2a706-1233-4750-bb06-745df1a8e543, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:17:04.632536 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] For port abb2a706-1233-4750-bb06-745df1a8e543, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=abb2a706-1233-4750-bb06-745df1a8e543,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:17:04.727370 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-74b5600e-96cf-4cc7-b2a0-6f99e79afd5c None None] Provisioning complete for port abb2a706-1233-4750-bb06-745df1a8e543 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:04.738770 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-74b5600e-96cf-4cc7-b2a0-6f99e79afd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:04.784169 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-74b5600e-96cf-4cc7-b2a0-6f99e79afd5c None None] Port abb2a706-1233-4750-bb06-745df1a8e543 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:17:04.796703 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9476306'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:04.798748 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:04.905329 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e90f6bc7-27e5-477a-9322-88e9bb521dc4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:04.909393 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ef3c6-678f-417f-8f0d-d22ad33fb101 None None] Pushing event updated for resources: {'Port': ['ID=abb2a706-1233-4750-bb06-745df1a8e543,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:04.915579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] Checking segment: {'id': '2e78d4d3-efb5-473a-94e0-11d95ad6d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:17:04.920749 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 17ac3a98-501a-42f8-b6c9-52d0039362e2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:17:04.920900 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] Network hostable DHCP agents. Network: ea6802f2-ece4-4c9c-aaa7-eadaba763819, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:17:04.995925 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Routers {'1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:17:04.999573 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:17:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:05.197127 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] Set router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:17:05.232163 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef315815-a63e-4fc0-ac1e-0a054332cbbf req-90968dd7-8a55-4903-9f7f-cafb7d7d77cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:05.233877 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ef315815-a63e-4fc0-ac1e-0a054332cbbf req-90968dd7-8a55-4903-9f7f-cafb7d7d77cd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 944 time: 0.0786533 Nov 23 04:17:05.326781 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ef315815-a63e-4fc0-ac1e-0a054332cbbf req-6a026e63-c643-491b-abb8-58a1126f57e6 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863614 Nov 23 04:17:05.353811 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] Network ea6802f2-ece4-4c9c-aaa7-eadaba763819 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:17:05.474609 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f59f7b-a7a8-4a64-a143-74d99c88337c req-42f3ef87-64c7-4878-8150-bcb3b35a9eb3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:05.484614 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65f59f7b-a7a8-4a64-a143-74d99c88337c req-42f3ef87-64c7-4878-8150-bcb3b35a9eb3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0866299 Nov 23 04:17:05.551531 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65f59f7b-a7a8-4a64-a143-74d99c88337c req-894a46b5-c5d9-4c7b-9894-7a570258587e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0654490 Nov 23 04:17:05.581040 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-21cacdcf-c4ca-43a0-a67c-9f71c56b9075 None None] Provisioning complete for port abb2a706-1233-4750-bb06-745df1a8e543 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:05.581411 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21cacdcf-c4ca-43a0-a67c-9f71c56b9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:05.588342 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, ea6802f2-ece4-4c9c-aaa7-eadaba763819) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:17:05.599354 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:05.599998 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:05.612023 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091af89b-3556-4ffb-aff6-2b774317264c None None] Network ea6802f2-ece4-4c9c-aaa7-eadaba763819 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:17:05.630060 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 17ac3a98-501a-42f8-b6c9-52d0039362e2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=17ac3a98-501a-42f8-b6c9-52d0039362e2,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:05.703584 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '17ac3a98-501a-42f8-b6c9-52d0039362e2', 'network_id': '3f225ae5-6bd1-4fef-a8a2-1e95224823f9', 'port_id': '17ac3a98-501a-42f8-b6c9-52d0039362e2', 'mac_address': 'fa:16:3e:d6:cb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1376b0-d11d-4241-9f82-5ec678076c29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:17:05.708678 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7e5c9c6d-ab22-4e69-a300-c937b03a4485 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5028219 Nov 23 04:17:05.711931 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 58112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:05.718916 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-811209810-router', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:17:05.869425 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:05.902252 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4191313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8387'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:05.905952 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4124523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3972742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:05.931016 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ac3a98-501a-42f8-b6c9-52d0039362e2 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:17:05.943341 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21cacdcf-c4ca-43a0-a67c-9f71c56b9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:05.990306 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 17ac3a98-501a-42f8-b6c9-52d0039362e2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=17ac3a98-501a-42f8-b6c9-52d0039362e2,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:06.036969 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-21cacdcf-c4ca-43a0-a67c-9f71c56b9075 None None] For port abb2a706-1233-4750-bb06-745df1a8e543, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=abb2a706-1233-4750-bb06-745df1a8e543,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:06.051513 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:59Z', 'revision_number': 4, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'abb2a706-1233-4750-bb06-745df1a8e543', 'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'mac_address': 'fa:16:3e:e7:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:58Z', 'updated_at': '2021-11-23T04:17:04Z', 'revision_number': 4, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'subnets': [{'id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:06.057253 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca77d4a-1e58-53e8-849d-cd8626a4fefc-ea6802f2-ece4-4c9c-aaa7-eadaba763819', 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'fixed_ips': [{'subnet_id': 'e90f6bc7-27e5-477a-9322-88e9bb521dc4'}]}} from dv-cinder-768458-16-iscsi. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:17:06.060784 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:06.103578 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0de11-dbba-476e-9530-67df27ca88b4 None None] The sync data for ids ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'] in dv-cinder-768458-16-iscsi is: [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:59Z', 'revision_number': 4, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'abb2a706-1233-4750-bb06-745df1a8e543', 'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'mac_address': 'fa:16:3e:e7:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:58Z', 'updated_at': '2021-11-23T04:17:04Z', 'revision_number': 4, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'subnets': [{'id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:17:06.107814 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:06.185538 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21cacdcf-c4ca-43a0-a67c-9f71c56b9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:06.240962 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:06.260866 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e859a6-b7a0-429e-a3ba-d94b00a9fcea req-359e3740-e74c-42e9-8328-cdef17b91909 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:06.271917 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-76e859a6-b7a0-429e-a3ba-d94b00a9fcea req-359e3740-e74c-42e9-8328-cdef17b91909 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.3028591 Nov 23 04:17:06.312437 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77ff4b-a1e6-4115-9dd7-560d1d0b03c3 req-4d9b406e-da7f-4c49-8a5c-d85085cbc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:06.314210 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff77ff4b-a1e6-4115-9dd7-560d1d0b03c3 req-4d9b406e-da7f-4c49-8a5c-d85085cbc2ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 1098 time: 0.2209184 Nov 23 04:17:06.325158 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=17ac3a98-501a-42f8-b6c9-52d0039362e2,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:06.478620 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cacdcf-c4ca-43a0-a67c-9f71c56b9075 None None] Pushing event updated for resources: {'Port': ['ID=abb2a706-1233-4750-bb06-745df1a8e543,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:06.510191 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Allocated IP 172.20.0.2 (ea6802f2-ece4-4c9c-aaa7-eadaba763819/e90f6bc7-27e5-477a-9322-88e9bb521dc4/5464b57c-a660-4dec-9271-82fb90a93db0) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:17:06.535976 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-76e859a6-b7a0-429e-a3ba-d94b00a9fcea req-e1d2ac16-9e73-494a-8c2d-3ae4bebc211b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624791 Nov 23 04:17:06.599232 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['17ac3a98-501a-42f8-b6c9-52d0039362e2'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:17:06.777321 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:06.832495 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ede52-7a5c-472e-adfc-df2b93421f99 req-b9c769b4-0a47-464a-af79-9555219ce5d5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:06.834021 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-699ede52-7a5c-472e-adfc-df2b93421f99 req-b9c769b4-0a47-464a-af79-9555219ce5d5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1486056 Nov 23 04:17:06.865292 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:06.881867 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec041c1-d84e-4e03-bf66-aca5fe8281f7 req-cd5c6cfc-3fed-4a2e-a6cc-66264a1c171d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:06.884258 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fec041c1-d84e-4e03-bf66-aca5fe8281f7 req-cd5c6cfc-3fed-4a2e-a6cc-66264a1c171d tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 945 time: 0.3994470 Nov 23 04:17:06.902021 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77ff4b-a1e6-4115-9dd7-560d1d0b03c3 req-ba2746d0-9860-49ad-aaf8-9b6e1ea0f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:06.903468 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff77ff4b-a1e6-4115-9dd7-560d1d0b03c3 req-ba2746d0-9860-49ad-aaf8-9b6e1ea0f536 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 919 time: 0.4871612 Nov 23 04:17:06.954727 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:07.081120 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff77ff4b-a1e6-4115-9dd7-560d1d0b03c3 req-8b7f5857-2ae4-4b88-b21c-cc259374f9a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5 HTTP/1.1" status: 200 len: 217 time: 0.1520567 Nov 23 04:17:07.088830 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Network ea6802f2-ece4-4c9c-aaa7-eadaba763819 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:17:07.096227 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:17:07.100727 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:17:07.146233 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-699ede52-7a5c-472e-adfc-df2b93421f99 req-1d3fda48-77e2-41bf-88ae-d69625ca12c5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2990239 Nov 23 04:17:07.185242 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Pushing event updated for resources: {'Port': ['ID=5464b57c-a660-4dec-9271-82fb90a93db0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:07.237994 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fec041c1-d84e-4e03-bf66-aca5fe8281f7 req-e77bbde5-7a55-4e43-857f-affbc24caeeb tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422019 Nov 23 04:17:07.277510 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77ff4b-a1e6-4115-9dd7-560d1d0b03c3 req-d594b265-46ad-497d-92db-a5bea7123470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:07.277510 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff77ff4b-a1e6-4115-9dd7-560d1d0b03c3 req-d594b265-46ad-497d-92db-a5bea7123470 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 HTTP/1.1" status: 200 len: 858 time: 0.1594853 Nov 23 04:17:07.327525 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Attempting to bind port 5464b57c-a660-4dec-9271-82fb90a93db0 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:17:07.328519 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Attempting to bind port 5464b57c-a660-4dec-9271-82fb90a93db0 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '2e78d4d3-efb5-473a-94e0-11d95ad6d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:17:07.329068 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Attempting to bind port 5464b57c-a660-4dec-9271-82fb90a93db0 on network ea6802f2-ece4-4c9c-aaa7-eadaba763819 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:17:07.353134 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff77ff4b-a1e6-4115-9dd7-560d1d0b03c3 req-6e82c447-87ab-4fc9-bbb3-9e7e57cdddd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef6d53c7-2a63-45b6-aaed-257052cde1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512738 Nov 23 04:17:07.357560 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:17:07.358231 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Checking segment: {'id': '2e78d4d3-efb5-473a-94e0-11d95ad6d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:17:07.358893 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:07.359520 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Bound using segment: {'id': '2e78d4d3-efb5-473a-94e0-11d95ad6d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:17:07.360191 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Bound port: 5464b57c-a660-4dec-9271-82fb90a93db0, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e78d4d3-efb5-473a-94e0-11d95ad6d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:17:07.360751 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:07.400403 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device abb2a706-1233-4750-bb06-745df1a8e543 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:17:07.551175 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port abb2a706-1233-4750-bb06-745df1a8e543 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:07.551616 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:07.568356 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] For port 5464b57c-a660-4dec-9271-82fb90a93db0, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:17:07.572953 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] For port 5464b57c-a660-4dec-9271-82fb90a93db0, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=5464b57c-a660-4dec-9271-82fb90a93db0,segment=NetworkSegment(2e78d4d3-efb5-473a-94e0-11d95ad6d935),segment_id=2e78d4d3-efb5-473a-94e0-11d95ad6d935)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:17:07.630292 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff77ff4b-a1e6-4115-9dd7-560d1d0b03c3 req-2f9e4935-2338-44ce-a200-1243c7ec4b06 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649212 Nov 23 04:17:07.721164 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:07.781276 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65e320-7b5e-4023-b868-372db1752502 None None] Pushing event updated for resources: {'Port': ['ID=5464b57c-a660-4dec-9271-82fb90a93db0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:07.832965 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 58156) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:07.928764 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:07.995721 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:08.037614 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8b010d5-1ed3-4072-b981-e786c804a006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:08.084904 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd7a27-f892-4078-8ae4-39178997c3e1 req-58d97b20-9277-40d2-aa0b-08a57cabd9f6 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:08.086765 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63fd7a27-f892-4078-8ae4-39178997c3e1 req-58d97b20-9277-40d2-aa0b-08a57cabd9f6 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.3796840 Nov 23 04:17:08.200139 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff77ff4b-a1e6-4115-9dd7-560d1d0b03c3 req-baa8ddc1-5f13-48be-a141-b769c69a0b32 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601110 Nov 23 04:17:08.239121 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8b010d5-1ed3-4072-b981-e786c804a006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:08.263186 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63fd7a27-f892-4078-8ae4-39178997c3e1 req-17427d6e-a8a2-4e0a-9be0-005114eb3d14 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031895 Nov 23 04:17:08.312598 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8b010d5-1ed3-4072-b981-e786c804a006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:08.374142 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd55ea4-1165-4d8d-801c-9aef6a7a4890 req-0bb1a259-cb94-4c8b-9b4d-fd1a87c38c78 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:08.375779 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3bd55ea4-1165-4d8d-801c-9aef6a7a4890 req-0bb1a259-cb94-4c8b-9b4d-fd1a87c38c78 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0869613 Nov 23 04:17:08.380609 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-b8b010d5-1ed3-4072-b981-e786c804a006 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2b7a785e17ce44968886dc4b8a65284c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5416100 Nov 23 04:17:08.381272 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 58168) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:08.383507 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Allocated IP 172.27.0.106 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/ee024f8c-d303-4545-886d-8b712fcc726f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:17:08.437913 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b010d5-1ed3-4072-b981-e786c804a006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e80bb48-7e6f-4824-b9b1-b7aa988db92c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:08.511188 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3e1b-afc1-4188-a586-e70e9ae0c84d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:08.545499 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3e1b-afc1-4188-a586-e70e9ae0c84d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:08.546470 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3bd55ea4-1165-4d8d-801c-9aef6a7a4890 req-45ea8fff-8ae0-4265-ae3b-a44e5fbdebfb tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1602266 Nov 23 04:17:08.563728 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0d014-a751-4ad8-9a46-4f334513cf0b req-03705b45-4961-4153-bc0a-d57a14b967a1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:08.565309 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7a0d014-a751-4ad8-9a46-4f334513cf0b req-03705b45-4961-4153-bc0a-d57a14b967a1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 945 time: 0.1381955 Nov 23 04:17:08.640308 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:08.660158 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7a0d014-a751-4ad8-9a46-4f334513cf0b req-f639e1bd-1dfc-45d3-9cfc-64762c1b8b3f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848269 Nov 23 04:17:08.713238 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3e1b-afc1-4188-a586-e70e9ae0c84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:08.715896 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3e1b-afc1-4188-a586-e70e9ae0c84d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:08.719564 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-ff5e3e1b-afc1-4188-a586-e70e9ae0c84d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e80bb48-7e6f-4824-b9b1-b7aa988db92c HTTP/1.1" status: 204 len: 168 time: 0.2967768 Nov 23 04:17:08.728092 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e3e1b-afc1-4188-a586-e70e9ae0c84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e80bb48-7e6f-4824-b9b1-b7aa988db92c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:08.742238 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:08.815447 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:17:08.818894 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:17:08.823702 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:17:08.898188 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 17ac3a98-501a-42f8-b6c9-52d0039362e2 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:17:08.919679 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ee024f8c-d303-4545-886d-8b712fcc726f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:09.069659 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 17ac3a98-501a-42f8-b6c9-52d0039362e2 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:17:09.075764 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 17ac3a98-501a-42f8-b6c9-52d0039362e2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:09.078724 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:09.244551 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:09.292698 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5694f710-d745-44e4-9b59-55d54a09515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ac3a98-501a-42f8-b6c9-52d0039362e2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:17:09.296463 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c551fda7-7b97-41e8-9141-c238c9e40d78" -d '{"events": [{"server_uuid": "5694f710-d745-44e4-9b59-55d54a09515d", "name": "network-vif-plugged", "status": "completed", "tag": "17ac3a98-501a-42f8-b6c9-52d0039362e2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:17:09.329091 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 17ac3a98-501a-42f8-b6c9-52d0039362e2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=17ac3a98-501a-42f8-b6c9-52d0039362e2,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:09.384319 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff872b09-43af-4707-9292-52a608a3421d x-openstack-request-id: req-ff872b09-43af-4707-9292-52a608a3421d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:17:09.384642 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5694f710-d745-44e4-9b59-55d54a09515d", "name": "network-vif-plugged", "status": "completed", "tag": "17ac3a98-501a-42f8-b6c9-52d0039362e2", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:17:09.385006 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff872b09-43af-4707-9292-52a608a3421d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:17:09.385368 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5694f710-d745-44e4-9b59-55d54a09515d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ac3a98-501a-42f8-b6c9-52d0039362e2', 'code': 200} Nov 23 04:17:09.418552 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:09.480876 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edc3511-8747-441b-963e-3cc0a0504e1d None None] Network ea6802f2-ece4-4c9c-aaa7-eadaba763819 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:17:09.529637 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43efcdd-093c-49aa-89de-fac42289e102 req-d6afe913-3bd9-4e20-9872-cf0186f1fe07 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:09.538152 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e43efcdd-093c-49aa-89de-fac42289e102 req-d6afe913-3bd9-4e20-9872-cf0186f1fe07 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.1317670 Nov 23 04:17:09.584290 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 58180) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:09.597331 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e43efcdd-093c-49aa-89de-fac42289e102 req-6db17063-8618-4d56-97f4-80d584ea0a6c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581062 Nov 23 04:17:09.636168 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a6b9d6b-d19a-4a70-8e78-55b59b636fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:09.730811 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 5464b57c-a660-4dec-9271-82fb90a93db0 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:17:09.827188 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:09.859153 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a6b9d6b-d19a-4a70-8e78-55b59b636fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:09.954840 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f9372-68e2-48f9-a182-a44e87d366c5 req-4217c170-6b75-4c01-949a-08c32d873de1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:09.964765 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-554f9372-68e2-48f9-a182-a44e87d366c5 req-4217c170-6b75-4c01-949a-08c32d873de1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1473153 Nov 23 04:17:10.029642 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5ff734a8-0206-4bb0-a1bb-4df3474a9e70 None None] Provisioning complete for port 5464b57c-a660-4dec-9271-82fb90a93db0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:10.030264 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ff734a8-0206-4bb0-a1bb-4df3474a9e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:10.048478 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2a4ba-70b2-4cd7-a7a8-4ebe5d388f50 req-38a863f0-aef9-4239-9483-c63e0e39e305 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:10.056484 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0fd2a4ba-70b2-4cd7-a7a8-4ebe5d388f50 req-38a863f0-aef9-4239-9483-c63e0e39e305 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 946 time: 0.2262886 Nov 23 04:17:10.074916 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=17ac3a98-501a-42f8-b6c9-52d0039362e2,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:10.134665 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-554f9372-68e2-48f9-a182-a44e87d366c5 req-47f5f5ef-dc03-46eb-80f9-fe24b1745468 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1685605 Nov 23 04:17:10.180651 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 5464b57c-a660-4dec-9271-82fb90a93db0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:10.180651 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:10.241083 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0fd2a4ba-70b2-4cd7-a7a8-4ebe5d388f50 req-826afc68-c6d9-4761-99d8-be1ed3332c85 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784279 Nov 23 04:17:10.262949 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d6561-a09d-4fec-a594-afd2673403fd req-9fc2725c-16c9-4a40-951f-091efe782c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:10.264947 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd9d6561-a09d-4fec-a594-afd2673403fd req-9fc2725c-16c9-4a40-951f-091efe782c63 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 1099 time: 0.2456217 Nov 23 04:17:10.390255 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ff734a8-0206-4bb0-a1bb-4df3474a9e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:10.393384 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd9d6561-a09d-4fec-a594-afd2673403fd req-d17a16c1-f2dd-41f7-a5b7-9d2def32d7a0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866973 Nov 23 04:17:10.402873 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:10.456284 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5ff734a8-0206-4bb0-a1bb-4df3474a9e70 None None] For port 5464b57c-a660-4dec-9271-82fb90a93db0, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=5464b57c-a660-4dec-9271-82fb90a93db0,segment=NetworkSegment(2e78d4d3-efb5-473a-94e0-11d95ad6d935),segment_id=2e78d4d3-efb5-473a-94e0-11d95ad6d935)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:10.465371 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4124074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4124470'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:10.690875 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a6b9d6b-d19a-4a70-8e78-55b59b636fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:10.777681 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-1a6b9d6b-d19a-4a70-8e78-55b59b636fe3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c16e0c7aa839489aa66da868f4dc7eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1903672 Nov 23 04:17:10.778595 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b9d6b-d19a-4a70-8e78-55b59b636fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e30f0eb-5b20-4714-96fa-1461eb0b28a1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:10.780982 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 58190) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:10.844960 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878ab4-1fe8-4940-8d79-621232d829ca req-6ae49b4c-69cf-4037-a6ec-a360e33871a1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:10.853622 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a878ab4-1fe8-4940-8d79-621232d829ca req-6ae49b4c-69cf-4037-a6ec-a360e33871a1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0935705 Nov 23 04:17:10.856405 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e526-8fab-46bd-ba34-c025aaaf0bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:10.889360 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e526-8fab-46bd-ba34-c025aaaf0bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:10.919951 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a878ab4-1fe8-4940-8d79-621232d829ca req-367e6bb6-0238-4793-9e22-8a247ea9c763 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648661 Nov 23 04:17:10.986191 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ff734a8-0206-4bb0-a1bb-4df3474a9e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:11.021003 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.db.api [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:17:11.021407 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG oslo_db.api [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:17:11.031011 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff734a8-0206-4bb0-a1bb-4df3474a9e70 None None] Pushing event updated for resources: {'Port': ['ID=5464b57c-a660-4dec-9271-82fb90a93db0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:11.064520 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0687e1b4-2697-4f86-b431-687d57535ebe None None] Provisioning complete for port 5464b57c-a660-4dec-9271-82fb90a93db0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:11.064887 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0687e1b4-2697-4f86-b431-687d57535ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:11.138497 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 is scheduled to L3 agent d698791b-1204-4756-9a69-44a6c13f83bc with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:17:11.157005 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e526-8fab-46bd-ba34-c025aaaf0bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:11.161954 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e526-8fab-46bd-ba34-c025aaaf0bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:11.161954 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c2e7e526-8fab-46bd-ba34-c025aaaf0bb1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e30f0eb-5b20-4714-96fa-1461eb0b28a1 HTTP/1.1" status: 204 len: 168 time: 0.3656974 Nov 23 04:17:11.172898 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7e526-8fab-46bd-ba34-c025aaaf0bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e30f0eb-5b20-4714-96fa-1461eb0b28a1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:11.326732 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:17:11.336891 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Sync routers for ids ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:17:11.352818 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Routers {'0ad42dfa-9006-4536-bc64-fc6ec4902ab3'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:17:11.354175 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:17:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:11.377160 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ff4c5-690b-4bc2-8b95-5bc75258e25a req-312d33f0-0d64-499d-9728-510629021be9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:11.378753 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e1ff4c5-690b-4bc2-8b95-5bc75258e25a req-312d33f0-0d64-499d-9728-510629021be9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1426313 Nov 23 04:17:11.463248 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01b9a3-7dc2-4c66-828b-145c2068e151 req-8e2b2a7d-1786-428e-ba8c-81dfd70349e0 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:11.464851 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4e01b9a3-7dc2-4c66-828b-145c2068e151 req-8e2b2a7d-1786-428e-ba8c-81dfd70349e0 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 946 time: 0.1254838 Nov 23 04:17:11.512877 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e1ff4c5-690b-4bc2-8b95-5bc75258e25a req-99436711-8101-4448-b5cc-310fa319112b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0948873 Nov 23 04:17:11.547341 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4e01b9a3-7dc2-4c66-828b-145c2068e151 req-094e1759-756e-4682-8410-adfef33fe789 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Nov 23 04:17:11.595307 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:11.599839 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b74addab-6885-4c5a-a1b7-9441aa3961e0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8820877 Nov 23 04:17:11.599966 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 58204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:11.684975 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Set router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:17:11.762869 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 5464b57c-a660-4dec-9271-82fb90a93db0 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:17:11.876885 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 5464b57c-a660-4dec-9271-82fb90a93db0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:11.878062 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.062950 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'name': 'tempest-TestMinimumBasicScenario-811209810-router', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:17:05Z', 'updated_at': '2021-11-23T04:17:09Z', 'revision_number': 3, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'gw_port': {'id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:17:08Z', 'updated_at': '2021-11-23T04:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:12.137402 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Checking router: 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:17:12.138079 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Updating router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 port ee024f8c-d303-4545-886d-8b712fcc726f binding host dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:17:12.165742 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.219649 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd61ff-f651-48c5-b4f1-985ee62d73af req-d003644e-f16f-4983-b5e4-fc36b4a028d8 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:12.227526 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bddd61ff-f651-48c5-b4f1-985ee62d73af req-d003644e-f16f-4983-b5e4-fc36b4a028d8 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.1120474 Nov 23 04:17:12.256887 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 58210) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:12.272628 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-398e9810-7d57-4319-9795-f654a26b0737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.325674 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bddd61ff-f651-48c5-b4f1-985ee62d73af req-c2617326-56db-4f86-9739-28759097011a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973351 Nov 23 04:17:12.399158 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.411898 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-398e9810-7d57-4319-9795-f654a26b0737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.498630 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-398e9810-7d57-4319-9795-f654a26b0737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.531260 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-398e9810-7d57-4319-9795-f654a26b0737 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a696ca2628c4933b36adebcc5681084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708335 Nov 23 04:17:12.534413 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 58214) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:12.555875 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.590306 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e9810-7d57-4319-9795-f654a26b0737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7156cfdf-2f9d-49c5-bcd8-581c002fa602,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:12.629816 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.654449 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45e7bb94-e677-4a08-a7e2-5b355671aca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.760221 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d985c-4563-4e20-9004-9018b0e610ae None None] Pushing event updated for resources: {'Port': ['ID=ee024f8c-d303-4545-886d-8b712fcc726f,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:12.761314 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45e7bb94-e677-4a08-a7e2-5b355671aca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.761430 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Attempting to bind port ee024f8c-d303-4545-886d-8b712fcc726f on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:17:12.761430 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Attempting to bind port ee024f8c-d303-4545-886d-8b712fcc726f by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:17:12.761430 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Attempting to bind port ee024f8c-d303-4545-886d-8b712fcc726f on network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:17:12.761430 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:17:12.761430 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Checking segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:17:12.761430 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.761971 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Bound using segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:17:12.762696 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Bound port: ee024f8c-d303-4545-886d-8b712fcc726f, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:17:12.763373 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.841882 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45e7bb94-e677-4a08-a7e2-5b355671aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.845610 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45e7bb94-e677-4a08-a7e2-5b355671aca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:12.847033 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-45e7bb94-e677-4a08-a7e2-5b355671aca2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7156cfdf-2f9d-49c5-bcd8-581c002fa602 HTTP/1.1" status: 204 len: 168 time: 0.3116064 Nov 23 04:17:12.860374 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] For port ee024f8c-d303-4545-886d-8b712fcc726f, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:17:12.868595 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] For port ee024f8c-d303-4545-886d-8b712fcc726f, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=ee024f8c-d303-4545-886d-8b712fcc726f,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:17:12.870065 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7bb94-e677-4a08-a7e2-5b355671aca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7156cfdf-2f9d-49c5-bcd8-581c002fa602,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:12.950260 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:13.037890 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d985c-4563-4e20-9004-9018b0e610ae None None] Pushing event updated for resources: {'Port': ['ID=ee024f8c-d303-4545-886d-8b712fcc726f,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:13.058038 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Routers {'0ad42dfa-9006-4536-bc64-fc6ec4902ab3'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:17:13.058844 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:17:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:13.098180 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756421e2-449c-4b27-9bc6-dc86982b9ac3 req-3eb778aa-b283-4b24-a884-a6da550addc5 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:13.099701 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-756421e2-449c-4b27-9bc6-dc86982b9ac3 req-3eb778aa-b283-4b24-a884-a6da550addc5 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 946 time: 0.4156036 Nov 23 04:17:13.121136 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Allocated IP 172.20.0.1 (ea6802f2-ece4-4c9c-aaa7-eadaba763819/e90f6bc7-27e5-477a-9322-88e9bb521dc4/e301452b-f152-4e53-a225-cce4c92483ac) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:17:13.133653 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40bdec-1918-4079-bdfe-bb33762752d1 req-ba19d121-315b-4b90-b65d-0b630d3f8888 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:13.143935 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4e40bdec-1918-4079-bdfe-bb33762752d1 req-ba19d121-315b-4b90-b65d-0b630d3f8888 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.4611843 Nov 23 04:17:13.260480 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] Set router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:17:13.279621 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-756421e2-449c-4b27-9bc6-dc86982b9ac3 req-6f136277-4cbe-4a34-b981-f8f560879521 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709261 Nov 23 04:17:13.294613 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4e40bdec-1918-4079-bdfe-bb33762752d1 req-20a96c57-c4e0-4882-a328-6cca660a37e4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1497087 Nov 23 04:17:13.507342 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:13.580554 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfef36-d199-4e0d-8acd-7503867126c8 req-0a77c34a-4215-4065-9a1b-b1d0a7f7af21 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:13.583197 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0dfef36-d199-4e0d-8acd-7503867126c8 req-0a77c34a-4215-4065-9a1b-b1d0a7f7af21 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.1151044 Nov 23 04:17:13.646503 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0dfef36-d199-4e0d-8acd-7503867126c8 req-179a528e-2b89-480f-b28e-fbcea22a731b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543363 Nov 23 04:17:13.688588 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'name': 'tempest-TestMinimumBasicScenario-811209810-router', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:17:05Z', 'updated_at': '2021-11-23T04:17:09Z', 'revision_number': 3, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'gw_port': {'id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:17:08Z', 'updated_at': '2021-11-23T04:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:13.716822 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0440e1e-81a8-4e4b-a73b-62641081df72 None None] The sync data for ids ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'] in dv-cinder-768458-16-iscsi is: [{'id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'name': 'tempest-TestMinimumBasicScenario-811209810-router', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:17:05Z', 'updated_at': '2021-11-23T04:17:09Z', 'revision_number': 3, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'gw_port': {'id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:17:08Z', 'updated_at': '2021-11-23T04:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:17:13.742958 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:13.794218 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Network ea6802f2-ece4-4c9c-aaa7-eadaba763819 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:17:13.797456 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:17:13.801046 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:17:13.894853 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Pushing event updated for resources: {'Port': ['ID=e301452b-f152-4e53-a225-cce4c92483ac,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:13.917247 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120683'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:14.228767 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8ed97dce-c7c2-4a2c-948c-0412a08923d7 None None] Provisioning complete for port e301452b-f152-4e53-a225-cce4c92483ac triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:14.229320 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ed97dce-c7c2-4a2c-948c-0412a08923d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:14.302293 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8ed97dce-c7c2-4a2c-948c-0412a08923d7 None None] Port e301452b-f152-4e53-a225-cce4c92483ac cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:17:14.433143 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:14.548850 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0cb32-82b5-4fc2-99db-e6fde9a4bd04 req-9f5c24e1-24ab-422c-ba49-08f89af484fb tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:14.550415 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23f0cb32-82b5-4fc2-99db-e6fde9a4bd04 req-9f5c24e1-24ab-422c-ba49-08f89af484fb tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1183224 Nov 23 04:17:14.635745 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 58254) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:14.745037 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23f0cb32-82b5-4fc2-99db-e6fde9a4bd04 req-a1706c35-9fc9-4af2-8195-da1913dd6685 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1684060 Nov 23 04:17:14.831678 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1481694925-network', 'tenant_id': '78807cb7ca9445b38b7e896adc10ec2b'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:17:14.856060 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190a3a1-0536-4990-9298-16bf0be3b8d9 req-a803cb62-8efb-4696-b523-841758807680 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:14.857604 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9190a3a1-0536-4990-9298-16bf0be3b8d9 req-a803cb62-8efb-4696-b523-841758807680 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0885425 Nov 23 04:17:14.862081 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:14.918851 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9190a3a1-0536-4990-9298-16bf0be3b8d9 req-3e363250-6cd9-4c4f-98b9-61f8837313f2 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547004 Nov 23 04:17:14.938600 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:14.966765 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Made reservation on behalf of 78807cb7ca9445b38b7e896adc10ec2b for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:17:14.970738 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:14.997352 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:15.021139 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Pushing event updated for resources: {'Port': ['ID=e301452b-f152-4e53-a225-cce4c92483ac,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:15.023971 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124155'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:15.118411 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:15.147067 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Network ea6802f2-ece4-4c9c-aaa7-eadaba763819 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:17:15.149265 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:17:15.193192 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:15.227897 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:17:15.242563 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97535e33-b3f8-40ae-9f9d-7bc2727545ed,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:15.259722 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:15.260502 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.segments_db [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Added segment b595c70c-fe67-49e6-92e8-3019d9f15249 of type vlan for network a4af6b2e-6f38-4592-bab5-e9082b904a73 Nov 23 04:17:15.338451 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:15.341794 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:17:15.459985 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:15.459985 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:15.459985 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:15.522153 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] Pushing event updated for resources: {'Network': ['ID=a4af6b2e-6f38-4592-bab5-e9082b904a73,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:15.539054 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network a4af6b2e-6f38-4592-bab5-e9082b904a73 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:17:15.565220 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:17:15.577395 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a2deafd8-8c00-4d58-b819-fdafdc14ad05 admin admin] 10.222.0.54 "PUT /v2.0/routers/0ad42dfa-9006-4536-bc64-fc6ec4902ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9746499 Nov 23 04:17:15.581050 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ee20a1c1-232e-4235-b78b-16a078dc5829 None None] Provisioning complete for port e301452b-f152-4e53-a225-cce4c92483ac triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:15.581862 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee20a1c1-232e-4235-b78b-16a078dc5829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:15.638657 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-b3ee2507-e3b2-4663-8239-e8fcba65a003 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9991012 Nov 23 04:17:15.640953 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 58270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:15.649989 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] Request body: {'subnet': {'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1481694925-subnet', 'tenant_id': '78807cb7ca9445b38b7e896adc10ec2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:17:15.779717 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ee20a1c1-232e-4235-b78b-16a078dc5829 None None] Port e301452b-f152-4e53-a225-cce4c92483ac cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:17:15.795872 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] Made reservation on behalf of 78807cb7ca9445b38b7e896adc10ec2b for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:17:15.799794 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9476332'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:15.819740 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device ee024f8c-d303-4545-886d-8b712fcc726f up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:17:15.904321 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port ee024f8c-d303-4545-886d-8b712fcc726f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:15.904697 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:15.999672 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:16.027678 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026779ce-a487-4494-a27b-b36f55af1f16 req-6cf1f706-9dbb-4c42-b8f4-7cc7587ac7f7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:16.029377 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-026779ce-a487-4494-a27b-b36f55af1f16 req-6cf1f706-9dbb-4c42-b8f4-7cc7587ac7f7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0984669 Nov 23 04:17:16.038300 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port ee024f8c-d303-4545-886d-8b712fcc726f, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=ee024f8c-d303-4545-886d-8b712fcc726f,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:16.131283 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:16.246034 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-026779ce-a487-4494-a27b-b36f55af1f16 req-a4b90002-e30b-4e30-a359-3c2d58447cd0 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2069139 Nov 23 04:17:16.315863 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=ee024f8c-d303-4545-886d-8b712fcc726f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:16.453719 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Sync routers for ids ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:17:16.476226 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Routers {'0ad42dfa-9006-4536-bc64-fc6ec4902ab3'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:17:16.479158 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:17:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:16.507239 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f2529-ec6f-4b9d-95ad-8bef07e22f0c req-0b9c4e58-a70c-440c-83d1-8a59837c00a4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:16.510524 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e81f2529-ec6f-4b9d-95ad-8bef07e22f0c req-0b9c4e58-a70c-440c-83d1-8a59837c00a4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0766492 Nov 23 04:17:16.571019 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e81f2529-ec6f-4b9d-95ad-8bef07e22f0c req-91f2af13-0a91-4fc7-9036-14b92e8dffee tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488305 Nov 23 04:17:16.626158 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Set router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:17:16.840299 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'name': 'tempest-TestMinimumBasicScenario-811209810-router', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:17:05Z', 'updated_at': '2021-11-23T04:17:14Z', 'revision_number': 4, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'gw_port': {'id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:17:08Z', 'updated_at': '2021-11-23T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'e301452b-f152-4e53-a225-cce4c92483ac', 'name': '', 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'mac_address': 'fa:16:3e:b0:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e90f6bc7-27e5-477a-9322-88e9bb521dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:17:12Z', 'updated_at': '2021-11-23T04:17:14Z', 'revision_number': 2, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'subnets': [{'id': 'e90f6bc7-27e5-477a-9322-88e9bb521dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:16.867533 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Checking router: 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:17:16.868120 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Updating router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 port e301452b-f152-4e53-a225-cce4c92483ac binding host dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:17:16.897720 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:17.182069 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:17.359366 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9476306'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:17.369845 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:17.425942 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29703014-0bb2-4c9d-807a-b1ebfbf7eb7c None None] Pushing event updated for resources: {'Port': ['ID=e301452b-f152-4e53-a225-cce4c92483ac,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:17.439444 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4dca1e-18fe-423e-97d2-3fe5484cd410,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:17.451657 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cdc9e-035e-49b6-bc58-b353466b7820 req-e3a82e19-d245-4571-9d84-086ceac3c93d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:17.454938 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-669cdc9e-035e-49b6-bc58-b353466b7820 req-e3a82e19-d245-4571-9d84-086ceac3c93d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1055133 Nov 23 04:17:17.496502 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Attempting to bind port e301452b-f152-4e53-a225-cce4c92483ac on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:17:17.497338 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Attempting to bind port e301452b-f152-4e53-a225-cce4c92483ac by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '2e78d4d3-efb5-473a-94e0-11d95ad6d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:17:17.497683 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Attempting to bind port e301452b-f152-4e53-a225-cce4c92483ac on network ea6802f2-ece4-4c9c-aaa7-eadaba763819 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:17:17.503025 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:17:17.503779 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Checking segment: {'id': '2e78d4d3-efb5-473a-94e0-11d95ad6d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:17:17.503922 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:17.504806 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Bound using segment: {'id': '2e78d4d3-efb5-473a-94e0-11d95ad6d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:17:17.504806 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Bound port: e301452b-f152-4e53-a225-cce4c92483ac, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e78d4d3-efb5-473a-94e0-11d95ad6d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:17:17.505470 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:17.522431 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] Checking segment: {'id': 'b595c70c-fe67-49e6-92e8-3019d9f15249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:17:17.522794 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] Network hostable DHCP agents. Network: a4af6b2e-6f38-4592-bab5-e9082b904a73, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:17:17.593272 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-669cdc9e-035e-49b6-bc58-b353466b7820 req-c9e50520-b723-43d9-8e48-bbbb92929377 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1277642 Nov 23 04:17:17.657380 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] For port e301452b-f152-4e53-a225-cce4c92483ac, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:17:17.660862 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] For port e301452b-f152-4e53-a225-cce4c92483ac, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=e301452b-f152-4e53-a225-cce4c92483ac,segment=NetworkSegment(2e78d4d3-efb5-473a-94e0-11d95ad6d935),segment_id=2e78d4d3-efb5-473a-94e0-11d95ad6d935)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:17:17.740315 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] Network a4af6b2e-6f38-4592-bab5-e9082b904a73 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:17:17.750119 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:17.777646 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577c983-12aa-4d52-9e46-e15f90de1c6b req-8efbd2a3-58a8-4c4a-adfb-c964b4c8ff3a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:17.779836 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f577c983-12aa-4d52-9e46-e15f90de1c6b req-8efbd2a3-58a8-4c4a-adfb-c964b4c8ff3a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0719235 Nov 23 04:17:17.804855 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device ee024f8c-d303-4545-886d-8b712fcc726f up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:17:17.815085 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, a4af6b2e-6f38-4592-bab5-e9082b904a73) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:17:17.819487 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:17.820950 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:17.884950 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f577c983-12aa-4d52-9e46-e15f90de1c6b req-394d2550-4f42-4d6d-8d00-4740f00486e9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919774 Nov 23 04:17:17.905236 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7908596-2e47-47ab-9fd2-11633590866b None None] Network a4af6b2e-6f38-4592-bab5-e9082b904a73 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:17:17.962368 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ca7d52c4-9ece-4603-9fb1-ee965e0bd81f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3198252 Nov 23 04:17:18.004966 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Routers {'0ad42dfa-9006-4536-bc64-fc6ec4902ab3'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:17:18.005669 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:17:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:18.224768 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port ee024f8c-d303-4545-886d-8b712fcc726f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:18.225208 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:18.296196 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4849d42a-2e87-40bd-a022-0ff350db397b None None] Provisioning complete for port e301452b-f152-4e53-a225-cce4c92483ac triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:18.296828 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4849d42a-2e87-40bd-a022-0ff350db397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:18.387920 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29703014-0bb2-4c9d-807a-b1ebfbf7eb7c None None] Pushing event updated for resources: {'Port': ['ID=e301452b-f152-4e53-a225-cce4c92483ac,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:18.477699 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] Set router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:17:18.562479 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa443be-5a93-4c05-9e85-74b1e6efe72e None None] Network a4af6b2e-6f38-4592-bab5-e9082b904a73 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:17:18.741066 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4849d42a-2e87-40bd-a022-0ff350db397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:18.750850 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049fc7c-d064-46d3-bebf-3c3c013dfcf2 req-4c6934b4-d3c1-467d-ba32-f6bf805a33d4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:18.752369 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9049fc7c-d064-46d3-bebf-3c3c013dfcf2 req-4c6934b4-d3c1-467d-ba32-f6bf805a33d4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0580759 Nov 23 04:17:18.809559 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9049fc7c-d064-46d3-bebf-3c3c013dfcf2 req-d5600557-b198-4074-847b-0874e3645178 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0507417 Nov 23 04:17:18.843841 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4849d42a-2e87-40bd-a022-0ff350db397b None None] For port e301452b-f152-4e53-a225-cce4c92483ac, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=e301452b-f152-4e53-a225-cce4c92483ac,segment=NetworkSegment(2e78d4d3-efb5-473a-94e0-11d95ad6d935),segment_id=2e78d4d3-efb5-473a-94e0-11d95ad6d935)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:18.907881 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'name': 'tempest-TestMinimumBasicScenario-811209810-router', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:17:05Z', 'updated_at': '2021-11-23T04:17:14Z', 'revision_number': 4, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'gw_port': {'id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:17:08Z', 'updated_at': '2021-11-23T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'e301452b-f152-4e53-a225-cce4c92483ac', 'name': '', 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'mac_address': 'fa:16:3e:b0:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e90f6bc7-27e5-477a-9322-88e9bb521dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:17:12Z', 'updated_at': '2021-11-23T04:17:17Z', 'revision_number': 4, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'subnets': [{'id': 'e90f6bc7-27e5-477a-9322-88e9bb521dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:17:18.945677 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8a2c4-d99e-40be-8e69-718167860dc4 None None] The sync data for ids ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'] in dv-cinder-768458-16-iscsi is: [{'id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'name': 'tempest-TestMinimumBasicScenario-811209810-router', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:17:05Z', 'updated_at': '2021-11-23T04:17:14Z', 'revision_number': 4, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'gw_port': {'id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:17:08Z', 'updated_at': '2021-11-23T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'e301452b-f152-4e53-a225-cce4c92483ac', 'name': '', 'network_id': 'ea6802f2-ece4-4c9c-aaa7-eadaba763819', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'mac_address': 'fa:16:3e:b0:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'e90f6bc7-27e5-477a-9322-88e9bb521dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:17:12Z', 'updated_at': '2021-11-23T04:17:17Z', 'revision_number': 4, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'subnets': [{'id': 'e90f6bc7-27e5-477a-9322-88e9bb521dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:17:18.987170 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4849d42a-2e87-40bd-a022-0ff350db397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:19.074052 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36875b4-0f08-4e6c-bbd6-de467d895a60 req-674aff43-ff08-4882-89cd-376e9bf14655 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:19.082194 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a36875b4-0f08-4e6c-bbd6-de467d895a60 req-674aff43-ff08-4882-89cd-376e9bf14655 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.1259186 Nov 23 04:17:19.088813 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849d42a-2e87-40bd-a022-0ff350db397b None None] Pushing event updated for resources: {'Port': ['ID=e301452b-f152-4e53-a225-cce4c92483ac,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:19.115384 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-889235b3-9c4d-44b2-8422-4ea7ff029de0 None None] Provisioning complete for port e301452b-f152-4e53-a225-cce4c92483ac triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:19.115792 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-889235b3-9c4d-44b2-8422-4ea7ff029de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:19.188628 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a36875b4-0f08-4e6c-bbd6-de467d895a60 req-0a1d7291-75e6-45c4-9fb9-5919a3a053e4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054146 Nov 23 04:17:19.730486 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device e301452b-f152-4e53-a225-cce4c92483ac up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:17:19.783610 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port e301452b-f152-4e53-a225-cce4c92483ac triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:19.784338 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:19.967114 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca15a4-4ab4-46c6-8b3a-f92892b05518 req-6bd21367-d8b8-472e-b483-e9c9cd6d0a91 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:19.968846 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fcca15a4-4ab4-46c6-8b3a-f92892b05518 req-6bd21367-d8b8-472e-b483-e9c9cd6d0a91 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0564904 Nov 23 04:17:20.024624 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fcca15a4-4ab4-46c6-8b3a-f92892b05518 req-6e1ee5cc-e1d7-4938-9d68-cc126a914ae9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0484025 Nov 23 04:17:20.339094 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356a28d-b28f-4d9d-b279-00fa35a24444 req-a998ffe4-7729-47cd-b8f1-f066d55e2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:20.341103 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c356a28d-b28f-4d9d-b279-00fa35a24444 req-a998ffe4-7729-47cd-b8f1-f066d55e2398 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 1099 time: 0.0825760 Nov 23 04:17:20.458624 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6072e3-daf8-4c3e-ae80-ce9255ff83ff req-ed171dd3-0e92-4435-93fe-aeecc071f03b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:20.460030 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f6072e3-daf8-4c3e-ae80-ce9255ff83ff req-ed171dd3-0e92-4435-93fe-aeecc071f03b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.1179981 Nov 23 04:17:20.509329 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356a28d-b28f-4d9d-b279-00fa35a24444 req-b38d033a-69ff-42bf-a19d-3f1dc4bccb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:20.510805 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c356a28d-b28f-4d9d-b279-00fa35a24444 req-b38d033a-69ff-42bf-a19d-3f1dc4bccb7f service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 917 time: 0.1565623 Nov 23 04:17:20.627648 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f6072e3-daf8-4c3e-ae80-ce9255ff83ff req-9edb5e25-ccb8-48cd-99bc-2eaa0df81bef tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567540 Nov 23 04:17:20.675059 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c356a28d-b28f-4d9d-b279-00fa35a24444 req-7a8fe39d-0603-4264-a1d8-6a4b3ecadcf8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 HTTP/1.1" status: 200 len: 1001 time: 0.1474864 Nov 23 04:17:20.739159 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334696de-cb54-4eed-b91f-a63321da8a74 req-82aa1616-7637-45f5-aa57-5ad3beb46aa3 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:20.740816 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-82aa1616-7637-45f5-aa57-5ad3beb46aa3 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/networks?id=a4af6b2e-6f38-4592-bab5-e9082b904a73 HTTP/1.1" status: 200 len: 809 time: 0.2144117 Nov 23 04:17:20.762897 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356a28d-b28f-4d9d-b279-00fa35a24444 req-c33b4158-d2c5-41f1-a1e7-2771074871c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:20.764659 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c356a28d-b28f-4d9d-b279-00fa35a24444 req-c33b4158-d2c5-41f1-a1e7-2771074871c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.0788291 Nov 23 04:17:20.767159 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-5242a3b0-2693-4699-8d6f-eaf9d9d41d1c tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/quotas/78807cb7ca9445b38b7e896adc10ec2b HTTP/1.1" status: 200 len: 375 time: 0.0167804 Nov 23 04:17:20.830770 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-5555d44f-9a09-4c93-ba21-e7f2fa692a0a tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=78807cb7ca9445b38b7e896adc10ec2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475171 Nov 23 04:17:20.853955 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356a28d-b28f-4d9d-b279-00fa35a24444 req-2dc7d46b-6703-4814-91ec-7f3cdbbf999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:20.855418 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c356a28d-b28f-4d9d-b279-00fa35a24444 req-2dc7d46b-6703-4814-91ec-7f3cdbbf999f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0810449 Nov 23 04:17:21.003086 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-ec11ff35-53e0-460b-af26-1e8059993db5 service neutron] 10.222.0.54 "GET /v2.0/networks/a4af6b2e-6f38-4592-bab5-e9082b904a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593719 Nov 23 04:17:21.006787 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c356a28d-b28f-4d9d-b279-00fa35a24444 req-a5b81482-2bf9-45cc-bacc-0c689ab0aad7 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416907 Nov 23 04:17:21.443047 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-2c2c4ae6-10e6-4917-b09f-4cef56d91e8e service neutron] 10.222.0.54 "GET /v2.0/networks/a4af6b2e-6f38-4592-bab5-e9082b904a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330363 Nov 23 04:17:21.449271 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c356a28d-b28f-4d9d-b279-00fa35a24444 req-44439a29-06b1-4db1-a4ca-2b61c7b322dd service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204042 Nov 23 04:17:21.457641 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eadd17-5f4a-4fd3-b1a0-50ac903f60cb req-cab6f4a0-f400-406a-a9ea-8d5d1eff5e27 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:21.459091 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86eadd17-5f4a-4fd3-b1a0-50ac903f60cb req-cab6f4a0-f400-406a-a9ea-8d5d1eff5e27 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.1184485 Nov 23 04:17:21.523953 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86eadd17-5f4a-4fd3-b1a0-50ac903f60cb req-4c5f643e-08d8-4166-938a-c42ef7804053 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0532918 Nov 23 04:17:21.781417 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95abd6ea-a849-44eb-8d02-832e4a2fe8c8 req-5c2ea625-cff7-410f-bdc7-42c062345b44 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 210 time: 0.0580540 Nov 23 04:17:21.831717 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e61e5-7922-4a33-bd92-9bc12760bb96 req-a2457810-b7a4-4f28-9a59-d458342f8214 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:21.833356 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-da0e61e5-7922-4a33-bd92-9bc12760bb96 req-a2457810-b7a4-4f28-9a59-d458342f8214 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.1008210 Nov 23 04:17:21.892770 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-da0e61e5-7922-4a33-bd92-9bc12760bb96 req-1e58a83c-b6dd-444b-89e3-96696ed9c200 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509009 Nov 23 04:17:22.467201 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e20d7df4-9629-4cd8-b4c2-188d379e9d85 req-8a3b91c7-a36f-41bd-adaa-9da13a735a4b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569935 Nov 23 04:17:22.588607 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d7df4-9629-4cd8-b4c2-188d379e9d85 req-11877c90-6a02-4476-85f9-f399beffc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:22.590685 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e20d7df4-9629-4cd8-b4c2-188d379e9d85 req-11877c90-6a02-4476-85f9-f399beffc791 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 1098 time: 0.0835953 Nov 23 04:17:22.783905 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dc682-aa62-458a-896f-1ef41af1907a req-055d90de-a7c2-4e6f-bbb3-b4d9c4549be3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:22.785510 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-392dc682-aa62-458a-896f-1ef41af1907a req-055d90de-a7c2-4e6f-bbb3-b4d9c4549be3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0903192 Nov 23 04:17:22.788602 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d7df4-9629-4cd8-b4c2-188d379e9d85 req-b633ed29-f376-4bc4-9793-5e113f584440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:22.790927 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e20d7df4-9629-4cd8-b4c2-188d379e9d85 req-b633ed29-f376-4bc4-9793-5e113f584440 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 919 time: 0.1591206 Nov 23 04:17:22.857778 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e20d7df4-9629-4cd8-b4c2-188d379e9d85 req-6bf86066-123f-46a9-8035-b970c1fe6c0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a7ea38e-87d3-4079-a13a-d1258a7c04f9 HTTP/1.1" status: 200 len: 217 time: 0.0492082 Nov 23 04:17:22.906962 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ec0a097d-4df8-4903-a7e1-20d651b278d1 req-1b5e7ad9-ed19-4aba-b774-b596c5af630f tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 210 time: 0.0537429 Nov 23 04:17:22.952923 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-392dc682-aa62-458a-896f-1ef41af1907a req-0a8494bc-74f3-4279-954c-37966a47bd89 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1597607 Nov 23 04:17:22.991360 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d7df4-9629-4cd8-b4c2-188d379e9d85 req-dcab2497-fafc-4ff9-bfaf-9ed84e55bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:22.993599 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e20d7df4-9629-4cd8-b4c2-188d379e9d85 req-dcab2497-fafc-4ff9-bfaf-9ed84e55bf4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 HTTP/1.1" status: 200 len: 858 time: 0.1185091 Nov 23 04:17:23.049036 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e20d7df4-9629-4cd8-b4c2-188d379e9d85 req-fb2ddf7f-cb5c-46e7-986f-60e58ef5a7b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef6d53c7-2a63-45b6-aaed-257052cde1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408409 Nov 23 04:17:23.120496 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a4ab3-7ee3-402f-9f08-a6244714763f req-39ad41c2-0396-4f3f-bf23-67d14cf916cb tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:23.121531 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e0a4ab3-7ee3-402f-9f08-a6244714763f req-39ad41c2-0396-4f3f-bf23-67d14cf916cb tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.1227856 Nov 23 04:17:23.183462 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e20d7df4-9629-4cd8-b4c2-188d379e9d85 req-dc673b07-145a-42d6-a683-30ccbfaf7e2a service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242867 Nov 23 04:17:23.194276 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e0a4ab3-7ee3-402f-9f08-a6244714763f req-c8b4a568-b14f-4864-aaf0-cbcd61ae5de9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668662 Nov 23 04:17:23.290157 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e20d7df4-9629-4cd8-b4c2-188d379e9d85 req-ea56eeae-adc1-4a05-84d6-67a9ae2852c8 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897732 Nov 23 04:17:24.018287 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1bd2056-7a48-4159-9313-6a3d9aeec2bb req-734cbc06-be11-44fe-9e7f-5fd27c9cd578 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 210 time: 0.0354216 Nov 23 04:17:24.114743 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b2b8-fe8b-4f26-8156-7b65a0e5f189 req-5336c56c-7abd-43c7-a4f5-39377bcb0df3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:24.116463 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8fc4b2b8-fe8b-4f26-8156-7b65a0e5f189 req-5336c56c-7abd-43c7-a4f5-39377bcb0df3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 946 time: 0.0530252 Nov 23 04:17:24.165619 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8fc4b2b8-fe8b-4f26-8156-7b65a0e5f189 req-9b7c8e6d-3614-4a3b-8226-9047d178a97e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428488 Nov 23 04:17:24.358010 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24495a-a695-40e5-99c3-90c44cfb8ed8 req-f7225637-7dbd-4f38-a7ff-b3e700084612 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:24.359632 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5a24495a-a695-40e5-99c3-90c44cfb8ed8 req-f7225637-7dbd-4f38-a7ff-b3e700084612 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0746617 Nov 23 04:17:24.444269 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5a24495a-a695-40e5-99c3-90c44cfb8ed8 req-c2bea3da-6d27-4de7-ada2-3a6ff6b00ce0 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720336 Nov 23 04:17:24.994189 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:17:25.019107 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:25.106602 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:25.133736 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:17:25.136234 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb298ec5-4951-41ac-b3fc-0b588f25b59f" -d '{"events": [{"server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "name": "network-vif-unplugged", "status": "completed", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:17:25.150318 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:25.160995 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01e78177-78ec-4b13-90e9-592cc20ae8bb req-363134d8-9864-49ac-89da-5740d91a89ca tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 210 time: 0.0442679 Nov 23 04:17:25.228726 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f484d16-6aa1-434d-b0a0-5c16d8a4f976 x-openstack-request-id: req-9f484d16-6aa1-434d-b0a0-5c16d8a4f976 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:17:25.229132 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "name": "network-vif-unplugged", "status": "failed", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2", "code": 422}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:17:25.234641 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f484d16-6aa1-434d-b0a0-5c16d8a4f976 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:17:25.234641 dv-cinder-768458-16-iscsi neutron-server[103286]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'code': 422} returned with failed status Nov 23 04:17:25.234641 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:25.301983 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:25.656753 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ba0b0-2b2a-485e-aac8-af2612fa82e3 req-244f667f-8dab-4d7b-9a37-4dc69af6b36d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:25.672339 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c3ba0b0-2b2a-485e-aac8-af2612fa82e3 req-244f667f-8dab-4d7b-9a37-4dc69af6b36d tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.1131001 Nov 23 04:17:25.726804 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334696de-cb54-4eed-b91f-a63321da8a74 req-0366083e-66fe-4215-9d29-23c4b2ad7a2f tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:25.729908 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-0366083e-66fe-4215-9d29-23c4b2ad7a2f tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.50 "GET /v2.0/networks?id=a4af6b2e-6f38-4592-bab5-e9082b904a73 HTTP/1.1" status: 200 len: 809 time: 0.2532318 Nov 23 04:17:25.753787 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Request body: {'port': {'device_id': '3f26ee12-392f-434a-855d-c0de8604fecc', 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73', 'admin_state_up': True, 'tenant_id': '78807cb7ca9445b38b7e896adc10ec2b'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:17:25.878140 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c3ba0b0-2b2a-485e-aac8-af2612fa82e3 req-9a1600db-5972-4a27-bfa5-620317b372ef tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963661 Nov 23 04:17:25.899419 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-573b5b40-a2d4-4a3b-9bd1-a356aa8e6e96 req-2789978f-4312-4872-975b-a5ddc0cecd5f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:17:25.900641 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-573b5b40-a2d4-4a3b-9bd1-a356aa8e6e96 req-2789978f-4312-4872-975b-a5ddc0cecd5f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093205 Nov 23 04:17:26.070439 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Made reservation on behalf of 78807cb7ca9445b38b7e896adc10ec2b for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:17:26.075575 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:26.248606 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Allocated IP 172.20.0.10 (a4af6b2e-6f38-4592-bab5-e9082b904a73/bb4dca1e-18fe-423e-97d2-3fe5484cd410/7939ac63-d4e3-48e0-af74-c5226731ece7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:17:26.365001 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8fd39fc0-38f4-45fb-9573-6674e6bda246 req-3c4e6b5d-3cdd-49a6-b28e-11b236530605 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 210 time: 0.0601397 Nov 23 04:17:26.478902 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82986e-b66c-4830-b3d9-1638b76467bc req-86856d5c-350e-4c3f-a14a-bd37dcb2f857 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:26.481910 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5d82986e-b66c-4830-b3d9-1638b76467bc req-86856d5c-350e-4c3f-a14a-bd37dcb2f857 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.1857507 Nov 23 04:17:26.595983 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5d82986e-b66c-4830-b3d9-1638b76467bc req-5c3c855a-ef35-4293-af85-0c735aa5e288 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1070037 Nov 23 04:17:26.639975 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:27.028054 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e69349-94e8-4505-ba83-064481c01d6e req-56a65ba7-4b15-4cc7-809b-6e759a61ea74 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:27.029623 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-89e69349-94e8-4505-ba83-064481c01d6e req-56a65ba7-4b15-4cc7-809b-6e759a61ea74 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0708520 Nov 23 04:17:27.092549 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-89e69349-94e8-4505-ba83-064481c01d6e req-3c02d84e-53bf-40d7-8993-f141cadcb3a4 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569310 Nov 23 04:17:27.358552 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-08c46d6e-fc24-4268-b326-e55d8faf0b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:27.359157 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:27.408184 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Network a4af6b2e-6f38-4592-bab5-e9082b904a73 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:17:27.411969 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:17:27.417360 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:17:27.487867 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Pushing event updated for resources: {'Port': ['ID=7939ac63-d4e3-48e0-af74-c5226731ece7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:27.523880 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 58516) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:27.526683 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.527034 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.527422 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.527762 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.528120 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.528707 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.528915 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.529260 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.529626 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.529943 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.530271 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.530617 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:27.553187 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:27.553823 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:27.599058 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19da5-0b86-4f72-957c-be8b2c8ea962 req-88999536-4dc5-4d81-a78b-e0083e2a496e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:27.600881 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-53a19da5-0b86-4f72-957c-be8b2c8ea962 req-88999536-4dc5-4d81-a78b-e0083e2a496e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 932 time: 0.1301754 Nov 23 04:17:27.679620 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-53a19da5-0b86-4f72-957c-be8b2c8ea962 req-62ce780b-72bd-499c-9368-094960484670 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667450 Nov 23 04:17:27.691572 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-05bc828d-bec5-40e0-88fe-2973c6bda3b8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9466455 Nov 23 04:17:27.713588 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Request body: {'port': {'device_id': '3f26ee12-392f-434a-855d-c0de8604fecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:17:27.772575 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-01fa8ccc-8a79-47b2-9b90-fb0f8b29afb3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2472169 Nov 23 04:17:27.782514 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-5011bc4e-673e-43ac-9bef-e791c985ee1a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:17:27.795385 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-5011bc4e-673e-43ac-9bef-e791c985ee1a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135603 Nov 23 04:17:27.912812 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3039d78-cb39-4886-b96a-45c2af868a4d req-fdc6f8c6-ea7c-4675-ad34-ba72966be9f4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:27.919714 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a3039d78-cb39-4886-b96a-45c2af868a4d req-fdc6f8c6-ea7c-4675-ad34-ba72966be9f4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.1378410 Nov 23 04:17:27.935269 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:28.050751 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a3039d78-cb39-4886-b96a-45c2af868a4d req-2f3a3961-530f-4abe-a598-414c7247fb9e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1241474 Nov 23 04:17:28.286267 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734563e-7290-49c1-aab2-ce70334e9ac1 req-8227904d-3ea4-453b-93e8-18b54b4236df tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:28.287941 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2734563e-7290-49c1-aab2-ce70334e9ac1 req-8227904d-3ea4-453b-93e8-18b54b4236df tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.1026859 Nov 23 04:17:28.418028 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2734563e-7290-49c1-aab2-ce70334e9ac1 req-934ac799-24c1-415e-ad36-edf424ef201f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079812 Nov 23 04:17:28.431771 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7939ac63-d4e3-48e0-af74-c5226731ece7 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:17:28.446214 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:28.464617 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Transition to ACTIVE for port object 7939ac63-d4e3-48e0-af74-c5226731ece7 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:17:28.550577 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:28.648787 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Pushing event updated for resources: {'Port': ['ID=7939ac63-d4e3-48e0-af74-c5226731ece7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:28.721425 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Attempting to bind port 7939ac63-d4e3-48e0-af74-c5226731ece7 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:17:28.721944 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Attempting to bind port 7939ac63-d4e3-48e0-af74-c5226731ece7 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b595c70c-fe67-49e6-92e8-3019d9f15249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:17:28.722265 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Attempting to bind port 7939ac63-d4e3-48e0-af74-c5226731ece7 on network a4af6b2e-6f38-4592-bab5-e9082b904a73 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:17:28.728579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Port 7939ac63-d4e3-48e0-af74-c5226731ece7 on network a4af6b2e-6f38-4592-bab5-e9082b904a73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:17:28.728907 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Attempting to bind port 7939ac63-d4e3-48e0-af74-c5226731ece7 on network a4af6b2e-6f38-4592-bab5-e9082b904a73 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:17:28.736014 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:17:28.738631 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Checking segment: {'id': 'b595c70c-fe67-49e6-92e8-3019d9f15249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:17:28.738631 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Bound using segment: {'id': 'b595c70c-fe67-49e6-92e8-3019d9f15249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:17:28.738631 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Bound port: 7939ac63-d4e3-48e0-af74-c5226731ece7, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b595c70c-fe67-49e6-92e8-3019d9f15249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:17:28.738631 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:28.854485 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] For port 7939ac63-d4e3-48e0-af74-c5226731ece7, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:17:28.869303 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] For port 7939ac63-d4e3-48e0-af74-c5226731ece7, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7939ac63-d4e3-48e0-af74-c5226731ece7,segment=NetworkSegment(b595c70c-fe67-49e6-92e8-3019d9f15249),segment_id=b595c70c-fe67-49e6-92e8-3019d9f15249)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:17:28.880999 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48e07a-3e15-4faa-91ef-0bdf1fe21172 req-a8533c95-81ec-45e2-91bc-d3a290077b8f tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:28.884934 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de48e07a-3e15-4faa-91ef-0bdf1fe21172 req-a8533c95-81ec-45e2-91bc-d3a290077b8f tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 944 time: 0.1207385 Nov 23 04:17:28.964542 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de48e07a-3e15-4faa-91ef-0bdf1fe21172 req-af428a38-d7b4-466b-8ff3-bd2d141aa8a6 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726192 Nov 23 04:17:28.966549 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:29.012330 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:29.012974 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:29.014358 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] 10.222.0.50 "PUT /v2.0/ports/7939ac63-d4e3-48e0-af74-c5226731ece7 HTTP/1.1" status: 200 len: 1094 time: 1.3090672 Nov 23 04:17:29.014802 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f26ee12-392f-434a-855d-c0de8604fecc', 'tag': '7939ac63-d4e3-48e0-af74-c5226731ece7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:17:29.017161 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470b2db0-d52b-4021-a892-ac5e4562aa2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f26ee12-392f-434a-855d-c0de8604fecc", "tag": "7939ac63-d4e3-48e0-af74-c5226731ece7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:17:29.072595 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950d1c02-0d02-45ca-b70c-ca4d17ba31d2 x-openstack-request-id: req-950d1c02-0d02-45ca-b70c-ca4d17ba31d2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:17:29.072895 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f26ee12-392f-434a-855d-c0de8604fecc", "tag": "7939ac63-d4e3-48e0-af74-c5226731ece7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:17:29.073154 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-950d1c02-0d02-45ca-b70c-ca4d17ba31d2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:17:29.074702 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f26ee12-392f-434a-855d-c0de8604fecc', 'tag': '7939ac63-d4e3-48e0-af74-c5226731ece7', 'status': 'completed', 'code': 200} Nov 23 04:17:29.078218 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8e06c-1fba-4b11-835d-9a3b5d5e445d service neutron] Pushing event updated for resources: {'Port': ['ID=7939ac63-d4e3-48e0-af74-c5226731ece7,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:29.185424 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b2db0-d52b-4021-a892-ac5e4562aa2f req-d0c0fada-330e-4627-b22c-cc870ab8a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:29.187274 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-470b2db0-d52b-4021-a892-ac5e4562aa2f req-d0c0fada-330e-4627-b22c-cc870ab8a409 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78807cb7ca9445b38b7e896adc10ec2b&device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 1097 time: 0.0522389 Nov 23 04:17:29.313588 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc921ba-0578-4e12-aacc-343ae27e6422 req-5bad9a07-40b2-4e4c-970e-ede2c2d441e6 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:29.314981 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5bc921ba-0578-4e12-aacc-343ae27e6422 req-5bad9a07-40b2-4e4c-970e-ede2c2d441e6 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.1136870 Nov 23 04:17:29.359842 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b2db0-d52b-4021-a892-ac5e4562aa2f req-398f05f8-4a0f-4ca8-9f19-8c46631cc90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:29.364515 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-470b2db0-d52b-4021-a892-ac5e4562aa2f req-398f05f8-4a0f-4ca8-9f19-8c46631cc90b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=78807cb7ca9445b38b7e896adc10ec2b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1497972 Nov 23 04:17:29.440434 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5bc921ba-0578-4e12-aacc-343ae27e6422 req-d13dcb5e-7367-468a-90cc-06a4159c70ec tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1175444 Nov 23 04:17:29.495168 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b2db0-d52b-4021-a892-ac5e4562aa2f req-9cbf8b78-8214-4ebc-902e-62037a9767a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:29.496658 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-470b2db0-d52b-4021-a892-ac5e4562aa2f req-9cbf8b78-8214-4ebc-902e-62037a9767a2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258090 Nov 23 04:17:29.558050 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429f15c-2f35-4128-bd20-b2176fe62a1b req-791534da-d585-4f5e-8fc6-e6a143863f1a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:29.559972 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6429f15c-2f35-4128-bd20-b2176fe62a1b req-791534da-d585-4f5e-8fc6-e6a143863f1a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0570762 Nov 23 04:17:29.649848 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6429f15c-2f35-4128-bd20-b2176fe62a1b req-91d02536-09c5-4c61-a276-da3b10d96f6c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834713 Nov 23 04:17:29.661595 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334696de-cb54-4eed-b91f-a63321da8a74 req-14499a0f-98a0-4391-8fff-0b160556c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:29.675475 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-14499a0f-98a0-4391-8fff-0b160556c54e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78807cb7ca9445b38b7e896adc10ec2b&device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 1097 time: 0.0956345 Nov 23 04:17:29.740476 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-d6b7eb27-0589-4e37-899a-98d89c5b2e26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7939ac63-d4e3-48e0-af74-c5226731ece7 HTTP/1.1" status: 200 len: 217 time: 0.0629637 Nov 23 04:17:29.744151 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9410f689-2d9b-4109-98fb-7e57e6c7b255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:29.817894 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334696de-cb54-4eed-b91f-a63321da8a74 req-4ed54965-6d3d-4d47-9073-7cadb0f3a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:29.819949 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-4ed54965-6d3d-4d47-9073-7cadb0f3a400 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb4dca1e-18fe-423e-97d2-3fe5484cd410 HTTP/1.1" status: 200 len: 849 time: 0.0668464 Nov 23 04:17:29.858392 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-4edc4376-56a6-41dd-b698-403b8e0a4bba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4af6b2e-6f38-4592-bab5-e9082b904a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308545 Nov 23 04:17:29.970957 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-18cf7259-d732-4762-9c64-64b8f49e392e service neutron] 10.222.0.50 "GET /v2.0/networks/a4af6b2e-6f38-4592-bab5-e9082b904a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041727 Nov 23 04:17:30.167195 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-334696de-cb54-4eed-b91f-a63321da8a74 req-814cb103-e16e-4897-8c92-8295b0e92c89 service neutron] 10.222.0.50 "GET /v2.0/networks/a4af6b2e-6f38-4592-bab5-e9082b904a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865437 Nov 23 04:17:30.178308 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986b59b-85d8-4335-a801-427a0db0e22d req-1fde7956-5691-41e2-8cb7-181e52111381 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:30.186420 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d986b59b-85d8-4335-a801-427a0db0e22d req-1fde7956-5691-41e2-8cb7-181e52111381 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 944 time: 0.1024430 Nov 23 04:17:30.250302 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d986b59b-85d8-4335-a801-427a0db0e22d req-2eed351e-c626-4a34-912c-d97fd0822508 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625970 Nov 23 04:17:30.595683 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845908f-f876-4f59-b47c-b2afdc37e9d2 req-bfbe18f3-7885-487a-97be-362da87ef653 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:30.605879 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3845908f-f876-4f59-b47c-b2afdc37e9d2 req-bfbe18f3-7885-487a-97be-362da87ef653 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0592754 Nov 23 04:17:30.659020 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3845908f-f876-4f59-b47c-b2afdc37e9d2 req-059fe341-33e0-4008-aa14-1d7c4da09690 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0545859 Nov 23 04:17:30.787534 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd7ff-94fd-4142-b2ba-32491c2359b6 req-66976072-c8b1-4516-abb5-d3dcc50a3cd1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:30.789562 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5ecbd7ff-94fd-4142-b2ba-32491c2359b6 req-66976072-c8b1-4516-abb5-d3dcc50a3cd1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0543134 Nov 23 04:17:30.844209 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5ecbd7ff-94fd-4142-b2ba-32491c2359b6 req-64f1f4ac-a572-45f3-9a6f-e224f5b4a656 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473244 Nov 23 04:17:30.991405 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4471-b1a8-4e9b-9933-3a46fcf0c5b7 req-203303f4-d898-4ab6-8955-6da71e49d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:30.993478 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a0f4471-b1a8-4e9b-9933-3a46fcf0c5b7 req-203303f4-d898-4ab6-8955-6da71e49d20e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 1098 time: 0.0424111 Nov 23 04:17:31.042113 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a0f4471-b1a8-4e9b-9933-3a46fcf0c5b7 req-c1656833-c5cc-4366-84f2-261e62d01664 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Nov 23 04:17:31.366263 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2848-7525-4410-9eff-e4d8ed6b7a09 req-35b45c62-829c-4ad7-adad-3c1966adaae0 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:31.368023 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d8ad2848-7525-4410-9eff-e4d8ed6b7a09 req-35b45c62-829c-4ad7-adad-3c1966adaae0 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 944 time: 0.0515549 Nov 23 04:17:31.419599 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d8ad2848-7525-4410-9eff-e4d8ed6b7a09 req-98bf963d-e2c7-4546-8df3-74d9013340bf tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455122 Nov 23 04:17:31.495741 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:31.811883 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633ffb2-c8fb-4d61-b497-0ced27473e3e req-f5d0fb45-813d-49dc-bdae-2b4dadb4f36b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:31.814094 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c633ffb2-c8fb-4d61-b497-0ced27473e3e req-f5d0fb45-813d-49dc-bdae-2b4dadb4f36b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0584033 Nov 23 04:17:31.871826 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c633ffb2-c8fb-4d61-b497-0ced27473e3e req-c18bd230-32b0-436a-85f9-c6131c0b7575 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0504684 Nov 23 04:17:31.981014 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37a9af-ff47-4845-879e-6a743ffa6eba req-92a28a3a-967d-4052-94db-c2aca22d6159 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:31.982714 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fa37a9af-ff47-4845-879e-6a743ffa6eba req-92a28a3a-967d-4052-94db-c2aca22d6159 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0569952 Nov 23 04:17:32.037811 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fa37a9af-ff47-4845-879e-6a743ffa6eba req-c22f9757-7f80-414b-9c8d-78e10911c204 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486135 Nov 23 04:17:32.395665 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:32.539011 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644b529-9145-4218-a1e0-53e159a0f659 req-a7ab6b21-f335-479f-8fca-5d5163eefbcf tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:32.540606 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f644b529-9145-4218-a1e0-53e159a0f659 req-a7ab6b21-f335-479f-8fca-5d5163eefbcf tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 944 time: 0.0502393 Nov 23 04:17:32.590700 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f644b529-9145-4218-a1e0-53e159a0f659 req-820ed237-726a-4f7c-85a1-4a81ddbf9b08 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433664 Nov 23 04:17:32.872235 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-565ca682-c956-4009-9a44-211d61a20be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:32.873994 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-565ca682-c956-4009-9a44-211d61a20be9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572&tenant_id=891dccdfaeb440dd89a185b6d130b3f0 HTTP/1.1" status: 200 len: 1097 time: 0.0771716 Nov 23 04:17:32.978478 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb17b0b-0c2b-46fd-976a-27cd670de78e req-82dc76a0-fc7a-4790-8d6c-bcbc9e539948 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:32.979909 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1cb17b0b-0c2b-46fd-976a-27cd670de78e req-82dc76a0-fc7a-4790-8d6c-bcbc9e539948 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 946 time: 0.0558233 Nov 23 04:17:33.018339 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 7939ac63-d4e3-48e0-af74-c5226731ece7 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:17:33.038271 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-7edee34b-8eed-4e00-be9a-224365026229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:33.040534 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-7edee34b-8eed-4e00-be9a-224365026229 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 1097 time: 0.0776973 Nov 23 04:17:33.060963 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1cb17b0b-0c2b-46fd-976a-27cd670de78e req-97de28d5-e762-414b-a0bb-697d067004d8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635550 Nov 23 04:17:33.128442 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 7939ac63-d4e3-48e0-af74-c5226731ece7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7939ac63-d4e3-48e0-af74-c5226731ece7,segment=NetworkSegment(b595c70c-fe67-49e6-92e8-3019d9f15249),segment_id=b595c70c-fe67-49e6-92e8-3019d9f15249)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:33.140095 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '7939ac63-d4e3-48e0-af74-c5226731ece7', 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73', 'port_id': '7939ac63-d4e3-48e0-af74-c5226731ece7', 'mac_address': 'fa:16:3e:38:a6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4dca1e-18fe-423e-97d2-3fe5484cd410', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:17:33.171552 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-44e8200b-c6d4-41c7-b947-6eb7f44a9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:33.173059 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-44e8200b-c6d4-41c7-b947-6eb7f44a9f8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 917 time: 0.1240866 Nov 23 04:17:33.178494 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:33.198020 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b0e4b-f14d-40ba-9246-0a98e0738e2b req-0b254a71-94b6-4a01-a53d-01b96ebc5a31 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:33.199556 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-534b0e4b-f14d-40ba-9246-0a98e0738e2b req-0b254a71-94b6-4a01-a53d-01b96ebc5a31 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0689232 Nov 23 04:17:33.201756 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7939ac63-d4e3-48e0-af74-c5226731ece7 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:17:33.359681 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 7939ac63-d4e3-48e0-af74-c5226731ece7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7939ac63-d4e3-48e0-af74-c5226731ece7,segment=NetworkSegment(b595c70c-fe67-49e6-92e8-3019d9f15249),segment_id=b595c70c-fe67-49e6-92e8-3019d9f15249)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:33.360901 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:33.401626 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:33.452886 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=7939ac63-d4e3-48e0-af74-c5226731ece7,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:33.516948 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-17f393f5-605d-4fc0-b8b8-c44f2abb55ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 HTTP/1.1" status: 200 len: 999 time: 0.3357248 Nov 23 04:17:33.521389 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-534b0e4b-f14d-40ba-9246-0a98e0738e2b req-1dd3c51a-1f05-463c-ab40-fd3cdee6cf7d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2899692 Nov 23 04:17:33.573248 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-e17420ab-4c3d-48f6-b210-f783301052b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:33.574779 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-e17420ab-4c3d-48f6-b210-f783301052b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.0452993 Nov 23 04:17:33.656096 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513c403-5fca-4ac7-911c-9e4cfae0d82f req-3eb6eee2-71d8-4ee0-8bd1-20c367fd492a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:33.657498 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8513c403-5fca-4ac7-911c-9e4cfae0d82f req-3eb6eee2-71d8-4ee0-8bd1-20c367fd492a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0779557 Nov 23 04:17:33.660121 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-af69fb81-7fa0-42e1-8eda-429faef8102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:33.661544 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-af69fb81-7fa0-42e1-8eda-429faef8102c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0729253 Nov 23 04:17:33.755356 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8513c403-5fca-4ac7-911c-9e4cfae0d82f req-0cfc4fdd-6984-4d0c-930e-6a52269a7ede tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910075 Nov 23 04:17:33.780956 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-45f533b2-258c-41cd-9ff7-34a82556ce7c service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097212 Nov 23 04:17:33.806015 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['7939ac63-d4e3-48e0-af74-c5226731ece7'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:17:33.917827 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b171c-aec7-48bb-9517-1fea784d7dbf req-8fa0f992-0b6a-4c71-9053-aece72a6d1b1 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:33.919362 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b97b171c-aec7-48bb-9517-1fea784d7dbf req-8fa0f992-0b6a-4c71-9053-aece72a6d1b1 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 945 time: 0.0795081 Nov 23 04:17:33.923718 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86fe74a4-8711-4e19-9c99-0a8e8ae7680b req-00f2aa5a-5280-47a8-a99b-1e7d292b8083 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325252 Nov 23 04:17:33.977782 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b97b171c-aec7-48bb-9517-1fea784d7dbf req-5ca2b234-881f-4f1e-a78e-e125631800b0 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513365 Nov 23 04:17:34.247095 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700f173-36fa-4bda-ae4e-ecb3ca448c76 req-b3344e0d-9399-4cf7-8c4c-00279ae93dc8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:34.248620 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b700f173-36fa-4bda-ae4e-ecb3ca448c76 req-b3344e0d-9399-4cf7-8c4c-00279ae93dc8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 946 time: 0.1110976 Nov 23 04:17:34.290956 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687357-b9bb-417c-aab2-01b1375e972d req-f48eb5cd-f590-411f-9bcc-6430c51cff8f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:34.292503 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-f48eb5cd-f590-411f-9bcc-6430c51cff8f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/networks?id=637e7c09-45c2-45a1-ba70-21290f7e9dbe HTTP/1.1" status: 200 len: 815 time: 0.1661067 Nov 23 04:17:34.327232 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-f63af508-c2b8-480b-a2c6-ee35bd790671 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/quotas/0dcc5d168617498bbafe5038567ca011 HTTP/1.1" status: 200 len: 375 time: 0.0234485 Nov 23 04:17:34.334727 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b700f173-36fa-4bda-ae4e-ecb3ca448c76 req-07a35aca-ca99-475e-ab8f-7256000ac797 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785105 Nov 23 04:17:34.349505 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 58656) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:34.390883 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-1e320db3-76a9-4a79-b3d9-0e6494aa7d19 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0dcc5d168617498bbafe5038567ca011&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545342 Nov 23 04:17:34.490783 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:34.513344 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-6500a7e2-f32f-4ce2-b19b-5e6e426491fc service neutron] 10.222.0.54 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024559 Nov 23 04:17:34.534059 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:17:34.579051 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:34.636206 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-7d0db8aa-582c-4ead-ad31-08065466a2ad service neutron] 10.222.0.54 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160169 Nov 23 04:17:34.687330 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f360830-a352-41a5-a412-18d719732202 req-3b997fe8-a75b-4efd-9db4-9a87d5bb98de tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:34.688865 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9f360830-a352-41a5-a412-18d719732202 req-3b997fe8-a75b-4efd-9db4-9a87d5bb98de tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0517185 Nov 23 04:17:34.704096 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:34.737080 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9f360830-a352-41a5-a412-18d719732202 req-33576bb7-53af-4fe9-8161-2c25685a4fbf tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423794 Nov 23 04:17:34.753587 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d4133ed319e467793a71af59c9cb798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3921418 Nov 23 04:17:34.753587 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b5391c-d1ed-42fe-b213-8c6aceef9a21,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:34.754416 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 58672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:17:34.754524 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.754524 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.754524 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.754524 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.754524 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.754524 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.754980 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.755100 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.755616 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.756118 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.756598 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.757710 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6f81e-862a-4a35-a6c1-1d6d2592a0ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:17:34.862300 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6364-5c11-4d36-bb94-7685e05fb214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:34.903618 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6364-5c11-4d36-bb94-7685e05fb214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:35.026000 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cbdf0d10-5d98-4c2c-93e2-22f721cc3d3e req-4546b975-a365-49f7-8fde-26248b500148 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0359588 Nov 23 04:17:35.033575 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 7939ac63-d4e3-48e0-af74-c5226731ece7 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:17:35.052229 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d1801-0736-44d4-9db6-bf6e637a3776 req-5d1b9dd9-9ccc-429b-8b64-a953f23d5c07 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:35.055684 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f63d1801-0736-44d4-9db6-bf6e637a3776 req-5d1b9dd9-9ccc-429b-8b64-a953f23d5c07 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.2217865 Nov 23 04:17:35.134176 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6364-5c11-4d36-bb94-7685e05fb214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:35.138289 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e9d6364-5c11-4d36-bb94-7685e05fb214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:35.139585 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9e9d6364-5c11-4d36-bb94-7685e05fb214 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/04b5391c-d1ed-42fe-b213-8c6aceef9a21 HTTP/1.1" status: 204 len: 168 time: 0.3924479 Nov 23 04:17:35.167178 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d6364-5c11-4d36-bb94-7685e05fb214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b5391c-d1ed-42fe-b213-8c6aceef9a21,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:35.235191 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 7939ac63-d4e3-48e0-af74-c5226731ece7 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:17:35.245820 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 7939ac63-d4e3-48e0-af74-c5226731ece7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:35.245820 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:35.246072 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f63d1801-0736-44d4-9db6-bf6e637a3776 req-b0b230b3-6ddd-441a-a464-37df569acda3 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793833 Nov 23 04:17:35.318863 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ff1cc-a27b-4ff0-a8ae-7fbf7f538239 req-0c4021e8-37f1-49fe-bdda-825c2500b626 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:35.327986 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a49ff1cc-a27b-4ff0-a8ae-7fbf7f538239 req-0c4021e8-37f1-49fe-bdda-825c2500b626 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 945 time: 0.1572380 Nov 23 04:17:35.347101 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c980916-a1d2-42c8-b866-564f44dd8f74 req-c7513fbf-e35e-4a81-bbab-2bc45dcfa379 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:35.348537 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1c980916-a1d2-42c8-b866-564f44dd8f74 req-c7513fbf-e35e-4a81-bbab-2bc45dcfa379 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 946 time: 0.1483760 Nov 23 04:17:35.363732 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118016a7-7725-404a-bd6a-24f9eb4cd251 req-95b85d4a-3ae1-4d59-8087-ede512057a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:35.366248 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-118016a7-7725-404a-bd6a-24f9eb4cd251 req-95b85d4a-3ae1-4d59-8087-ede512057a10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 1098 time: 0.1775174 Nov 23 04:17:35.371041 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:35.402343 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f26ee12-392f-434a-855d-c0de8604fecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7939ac63-d4e3-48e0-af74-c5226731ece7'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:17:35.404679 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f87558-7760-4df3-a774-8a21bdd7bdb0" -d '{"events": [{"server_uuid": "3f26ee12-392f-434a-855d-c0de8604fecc", "name": "network-vif-plugged", "status": "completed", "tag": "7939ac63-d4e3-48e0-af74-c5226731ece7"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:17:35.431068 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 7939ac63-d4e3-48e0-af74-c5226731ece7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7939ac63-d4e3-48e0-af74-c5226731ece7,segment=NetworkSegment(b595c70c-fe67-49e6-92e8-3019d9f15249),segment_id=b595c70c-fe67-49e6-92e8-3019d9f15249)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:35.467560 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a49ff1cc-a27b-4ff0-a8ae-7fbf7f538239 req-a39001d5-8957-4af8-8d42-adf3cee48151 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383460 Nov 23 04:17:35.510523 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:35.626420 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca91512-0f48-418f-af62-3b40a862fa33 x-openstack-request-id: req-dca91512-0f48-418f-af62-3b40a862fa33 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:17:35.626743 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f26ee12-392f-434a-855d-c0de8604fecc", "name": "network-vif-plugged", "status": "completed", "tag": "7939ac63-d4e3-48e0-af74-c5226731ece7", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:17:35.627241 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dca91512-0f48-418f-af62-3b40a862fa33 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:17:35.634186 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f26ee12-392f-434a-855d-c0de8604fecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7939ac63-d4e3-48e0-af74-c5226731ece7', 'code': 200} Nov 23 04:17:35.634186 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=7939ac63-d4e3-48e0-af74-c5226731ece7,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:35.746509 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e647ef-d3eb-465b-a18c-85f206873fcf req-4b7bb0bc-7f63-444b-b090-d4281a469c08 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:35.748057 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0e647ef-d3eb-465b-a18c-85f206873fcf req-4b7bb0bc-7f63-444b-b090-d4281a469c08 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 946 time: 0.2253621 Nov 23 04:17:35.750702 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118016a7-7725-404a-bd6a-24f9eb4cd251 req-961dfbe8-265f-4254-8841-44d4f41dd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:35.752071 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-118016a7-7725-404a-bd6a-24f9eb4cd251 req-961dfbe8-265f-4254-8841-44d4f41dd48d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 200 len: 919 time: 0.3518944 Nov 23 04:17:35.774504 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1c980916-a1d2-42c8-b866-564f44dd8f74 req-d2f0f11f-6e57-4197-927e-4a0ae7b24064 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Deleting port 17ac3a98-501a-42f8-b6c9-52d0039362e2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:17:35.777541 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1c980916-a1d2-42c8-b866-564f44dd8f74 req-d2f0f11f-6e57-4197-927e-4a0ae7b24064 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:35.914505 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-118016a7-7725-404a-bd6a-24f9eb4cd251 req-d600f2a1-f566-4700-9b2a-f87a5a9e7fce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5 HTTP/1.1" status: 200 len: 217 time: 0.0660765 Nov 23 04:17:35.933843 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0e647ef-d3eb-465b-a18c-85f206873fcf req-76c2e462-4341-45fc-8201-8df5b3f0761a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711364 Nov 23 04:17:35.990368 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-1c980916-a1d2-42c8-b866-564f44dd8f74 req-d2f0f11f-6e57-4197-927e-4a0ae7b24064 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] For port 17ac3a98-501a-42f8-b6c9-52d0039362e2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=17ac3a98-501a-42f8-b6c9-52d0039362e2,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:17:35.990870 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1c980916-a1d2-42c8-b866-564f44dd8f74 req-d2f0f11f-6e57-4197-927e-4a0ae7b24064 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:36.021764 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37c8ba-9d82-4430-8b5a-0f4c2ee1ce9b req-5bfd134c-1b19-4529-9c1d-e43f171ceaf3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:36.023594 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be37c8ba-9d82-4430-8b5a-0f4c2ee1ce9b req-5bfd134c-1b19-4529-9c1d-e43f171ceaf3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.1588342 Nov 23 04:17:36.024679 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1c980916-a1d2-42c8-b866-564f44dd8f74 req-d2f0f11f-6e57-4197-927e-4a0ae7b24064 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Calling delete_port for 17ac3a98-501a-42f8-b6c9-52d0039362e2 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:17:36.141231 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be37c8ba-9d82-4430-8b5a-0f4c2ee1ce9b req-0a5fcb45-fbb9-450d-aa82-2f02cfa27085 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1059613 Nov 23 04:17:36.192457 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ceb99cbe-81c7-4adb-a79a-454d4e909dbf req-0a67f056-9cc1-41cf-967f-4995db2f183f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0394320 Nov 23 04:17:36.371161 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37dd79-85f3-4558-80c7-8cfaaff6b3c0 req-b0e8f764-77b0-45d8-a258-44b5988e2caa tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:36.379834 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5d37dd79-85f3-4558-80c7-8cfaaff6b3c0 req-b0e8f764-77b0-45d8-a258-44b5988e2caa tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0667264 Nov 23 04:17:36.381102 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1c980916-a1d2-42c8-b866-564f44dd8f74 req-d2f0f11f-6e57-4197-927e-4a0ae7b24064 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:36.416213 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0f11f-6e57-4197-927e-4a0ae7b24064 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Pushing event deleted for resources: {'Port': ['ID=17ac3a98-501a-42f8-b6c9-52d0039362e2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:36.418377 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['832e3d40-1fef-4a95-9553-b2e7c02d57af', '070ef4fa-f032-4309-bfe7-5f82f3d8a95a', 'c6aef10d-8d5c-41bc-b91c-795812fa4860', '17ac3a98-501a-42f8-b6c9-52d0039362e2'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:17:36.502509 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c980916-a1d2-42c8-b866-564f44dd8f74 req-d2f0f11f-6e57-4197-927e-4a0ae7b24064 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] No DVR routers for this DVR port 17ac3a98-501a-42f8-b6c9-52d0039362e2 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:17:36.505519 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1c980916-a1d2-42c8-b866-564f44dd8f74 req-d2f0f11f-6e57-4197-927e-4a0ae7b24064 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:36.510232 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1c980916-a1d2-42c8-b866-564f44dd8f74 req-d2f0f11f-6e57-4197-927e-4a0ae7b24064 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "DELETE /v2.0/ports/17ac3a98-501a-42f8-b6c9-52d0039362e2 HTTP/1.1" status: 204 len: 173 time: 1.1067016 Nov 23 04:17:36.513446 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5694f710-d745-44e4-9b59-55d54a09515d', 'name': 'network-vif-deleted', 'tag': '17ac3a98-501a-42f8-b6c9-52d0039362e2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:17:36.516047 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49441c7d-dc54-42b7-bf27-74937ecd6e81" -d '{"events": [{"server_uuid": "5694f710-d745-44e4-9b59-55d54a09515d", "name": "network-vif-deleted", "tag": "17ac3a98-501a-42f8-b6c9-52d0039362e2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:17:36.542257 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5d37dd79-85f3-4558-80c7-8cfaaff6b3c0 req-c6c8f2b6-d008-4103-9b88-c03ebf8171db tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431355 Nov 23 04:17:36.592766 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbf1314-4bed-4fad-b6d1-5173a5aa2e42 x-openstack-request-id: req-1fbf1314-4bed-4fad-b6d1-5173a5aa2e42 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:17:36.599611 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5694f710-d745-44e4-9b59-55d54a09515d", "name": "network-vif-deleted", "tag": "17ac3a98-501a-42f8-b6c9-52d0039362e2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:17:36.599611 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1fbf1314-4bed-4fad-b6d1-5173a5aa2e42 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:17:36.599611 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5694f710-d745-44e4-9b59-55d54a09515d', 'name': 'network-vif-deleted', 'tag': '17ac3a98-501a-42f8-b6c9-52d0039362e2', 'status': 'completed', 'code': 200} Nov 23 04:17:36.638286 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8471917-1b96-4ded-9905-d22ca903b89f req-c762123a-d9b4-4d07-86e4-31f9b58e074e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:36.640374 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8471917-1b96-4ded-9905-d22ca903b89f req-c762123a-d9b4-4d07-86e4-31f9b58e074e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0635924 Nov 23 04:17:36.705784 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8471917-1b96-4ded-9905-d22ca903b89f req-e039836f-0c13-4d8f-972b-e396d4bc82cd tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487664 Nov 23 04:17:37.040676 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-42de67eb-696e-4841-970d-92e66f80ddd8 req-9e315142-cddf-49c1-804c-d52560e5a6a3 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0289803 Nov 23 04:17:37.278438 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9a6561f6-26d9-4199-8c8e-7bfc58d041f6 req-ec152f16-7b60-4e47-8619-224c62ca9e70 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0276639 Nov 23 04:17:37.295757 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481fc65-f121-456b-be5d-7081b4aa4265 req-e145551b-cd3a-4b57-bd9a-ac6d01d186ba tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:37.297286 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9481fc65-f121-456b-be5d-7081b4aa4265 req-e145551b-cd3a-4b57-bd9a-ac6d01d186ba tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0745199 Nov 23 04:17:37.350265 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9481fc65-f121-456b-be5d-7081b4aa4265 req-d0055ecc-aba6-4305-9352-2a3f0016c80b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459564 Nov 23 04:17:37.664406 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc66f08-c560-44e6-ae50-bc31f5c6f253 req-1dba69fd-0f2f-4291-bfb9-f2c4b658640a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:37.665980 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3dc66f08-c560-44e6-ae50-bc31f5c6f253 req-1dba69fd-0f2f-4291-bfb9-f2c4b658640a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0660896 Nov 23 04:17:37.715185 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3dc66f08-c560-44e6-ae50-bc31f5c6f253 req-55bba3b6-03b6-43bc-86de-6ef3b717397c tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 Nov 23 04:17:37.834241 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21755f80-6b5f-4e2a-922c-9efea69e6736 req-78037ad6-c8cf-4f90-bc64-970e43ea27b4 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:37.837000 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21755f80-6b5f-4e2a-922c-9efea69e6736 req-78037ad6-c8cf-4f90-bc64-970e43ea27b4 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0578880 Nov 23 04:17:37.887957 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21755f80-6b5f-4e2a-922c-9efea69e6736 req-620ca63f-e5b8-40bc-a1d6-ee51e92082f8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435829 Nov 23 04:17:38.177067 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d69e99a4-ea0c-4e92-9d2e-8e5381bf8505 req-571dcfb0-0ece-40cc-a545-4635f25568a0 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0328252 Nov 23 04:17:38.392397 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-178ba301-751c-4011-a8f1-0c6e72577498 req-1ccd75a1-136f-4a99-a904-b5e51a0098a3 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0334141 Nov 23 04:17:38.486745 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31bd21-a6b9-45a8-9851-7f429e81f1d1 req-cfa5b483-ce9d-405c-8507-68d46af301aa tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:38.506874 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f31bd21-a6b9-45a8-9851-7f429e81f1d1 req-cfa5b483-ce9d-405c-8507-68d46af301aa tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0596254 Nov 23 04:17:38.545724 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f31bd21-a6b9-45a8-9851-7f429e81f1d1 req-f65cceb5-5099-4387-93a9-ea5abe194c06 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447183 Nov 23 04:17:38.836449 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6defef-c2f6-4d49-9bf4-784ab1bbe0ee req-7dc0fdc5-45dd-4838-a72b-c2b5811ab662 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:38.838105 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c6defef-c2f6-4d49-9bf4-784ab1bbe0ee req-7dc0fdc5-45dd-4838-a72b-c2b5811ab662 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0520885 Nov 23 04:17:38.889710 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c6defef-c2f6-4d49-9bf4-784ab1bbe0ee req-a9b96dd9-04b5-4435-a6e2-6b19a40dc385 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457034 Nov 23 04:17:39.015645 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8029299-6e31-4632-bff4-aec2fea42f07 req-f349f7b2-6d79-4ff6-b8b0-fad5826db376 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:39.018303 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f8029299-6e31-4632-bff4-aec2fea42f07 req-f349f7b2-6d79-4ff6-b8b0-fad5826db376 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0606012 Nov 23 04:17:39.049208 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 17ac3a98-501a-42f8-b6c9-52d0039362e2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:17:39.066730 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f8029299-6e31-4632-bff4-aec2fea42f07 req-f1dbb315-82e1-400e-b0b6-fa653f60a85a tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Nov 23 04:17:39.071581 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 17ac3a98-501a-42f8-b6c9-52d0039362e2 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:17:39.071935 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 17ac3a98-501a-42f8-b6c9-52d0039362e2 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:17:39.273830 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-297434c0-3d5f-4c8c-b9fc-afa74f049b12 req-36b613f8-41c8-4c9d-befa-7d5e92fdb4da tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0269070 Nov 23 04:17:39.494167 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b42976cb-b2ab-43d7-a7f7-ec51504d3113 req-568ff61b-b09f-4d7c-b148-44f0537fa201 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0278444 Nov 23 04:17:39.678447 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505a30-9236-4cd9-b393-bb42f08f5aad req-071f0942-5eb7-4a3d-97ec-16fbc86c00f5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:39.681311 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e505a30-9236-4cd9-b393-bb42f08f5aad req-071f0942-5eb7-4a3d-97ec-16fbc86c00f5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0618534 Nov 23 04:17:39.729438 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e505a30-9236-4cd9-b393-bb42f08f5aad req-1d2b83e2-0c33-4e41-8b94-186761a8689c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419741 Nov 23 04:17:40.020347 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40285333-d8e5-494a-a893-bcf28a3546b8 req-dca36de2-7dfb-46bd-b344-d86c83a6c7b9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:40.021844 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40285333-d8e5-494a-a893-bcf28a3546b8 req-dca36de2-7dfb-46bd-b344-d86c83a6c7b9 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0600517 Nov 23 04:17:40.080396 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40285333-d8e5-494a-a893-bcf28a3546b8 req-d6c44ee5-74da-427b-9db4-c71e5f915905 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522459 Nov 23 04:17:40.190766 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b4f8f-ad76-481c-a08c-93a92d89572c req-6f7fa33c-a6fd-46d5-a8e6-fef901cfc13a tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:40.192203 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e27b4f8f-ad76-481c-a08c-93a92d89572c req-6f7fa33c-a6fd-46d5-a8e6-fef901cfc13a tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0505116 Nov 23 04:17:40.245668 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e27b4f8f-ad76-481c-a08c-93a92d89572c req-6b2fdc91-798f-4eea-a297-a37b657d3d5a tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461233 Nov 23 04:17:40.368426 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0678d778-a50b-420c-890d-ea3222e91036 req-51723af3-fadb-4765-8547-ce2a7fe663cc tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0267196 Nov 23 04:17:40.588335 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92152f15-b5f8-4358-84c3-64d3ed810b60 req-6eb5d3a7-daad-41d5-b61e-3a2b05550ecc tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0265598 Nov 23 04:17:40.855694 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8973dda-9e2f-40e8-8f7d-c5667c9ca3c0 req-98bc3c46-1699-4de0-93de-22b1db916d30 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:40.857215 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f8973dda-9e2f-40e8-8f7d-c5667c9ca3c0 req-98bc3c46-1699-4de0-93de-22b1db916d30 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0533383 Nov 23 04:17:40.905165 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f8973dda-9e2f-40e8-8f7d-c5667c9ca3c0 req-053862ff-4f64-4088-892e-a7a3f72cc1ab tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419819 Nov 23 04:17:41.203434 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c17e4-02a5-4a2e-90f3-370f35bfb6d9 req-ceb75a67-b312-4b51-acac-9f66ee6d2c7b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:41.204901 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fa3c17e4-02a5-4a2e-90f3-370f35bfb6d9 req-ceb75a67-b312-4b51-acac-9f66ee6d2c7b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0537741 Nov 23 04:17:41.253105 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fa3c17e4-02a5-4a2e-90f3-370f35bfb6d9 req-17a1c310-0174-4af1-87a4-bec541a2d6da tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Nov 23 04:17:41.369768 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352b67b-d7f1-4c4f-9498-b5a0f4c2d505 req-d2d5690b-af3a-45da-a3a5-b1395b240019 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:41.371249 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1352b67b-d7f1-4c4f-9498-b5a0f4c2d505 req-d2d5690b-af3a-45da-a3a5-b1395b240019 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0497890 Nov 23 04:17:41.436663 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1352b67b-d7f1-4c4f-9498-b5a0f4c2d505 req-6eb8c967-bb86-4395-a4de-b3b5feae7768 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589621 Nov 23 04:17:41.475423 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f20955c7-a754-4c46-b29a-a425ee80e3c1 req-d7b1d59d-c259-48b9-8b2f-2f4b35ce2900 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0274584 Nov 23 04:17:41.695697 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ad7edd9-fef5-46c3-81d4-1836976d2170 req-6cefefe2-699c-4fd1-b342-00591f8a7076 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0354266 Nov 23 04:17:42.033898 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf26c5-3be3-4085-b2e1-f488b6365f0b req-57abdca3-0f28-45f6-a2ab-4f5f881f3627 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:42.035358 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0fdf26c5-3be3-4085-b2e1-f488b6365f0b req-57abdca3-0f28-45f6-a2ab-4f5f881f3627 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0569005 Nov 23 04:17:42.087005 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0fdf26c5-3be3-4085-b2e1-f488b6365f0b req-d0c36c6b-386f-4d5a-8a4e-262f5521c9fc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447071 Nov 23 04:17:42.379468 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0d770-314e-4bae-93be-dc4a41009370 req-f67aba47-2c44-478b-ac70-b76fd4ab28a7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:42.381126 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2cb0d770-314e-4bae-93be-dc4a41009370 req-f67aba47-2c44-478b-ac70-b76fd4ab28a7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Nov 23 04:17:42.436118 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2cb0d770-314e-4bae-93be-dc4a41009370 req-1e1783c9-30f0-4590-a341-9e4443a0dd31 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484278 Nov 23 04:17:42.584243 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d60f1-2a05-4860-8cf9-77cce673983a req-f95b90ac-0291-4e03-803c-6259eb927ace tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:42.586296 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-737d60f1-2a05-4860-8cf9-77cce673983a req-f95b90ac-0291-4e03-803c-6259eb927ace tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0756617 Nov 23 04:17:42.602794 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-89eaaec2-f445-4dc3-a703-63d4b4a69fd7 req-af215a19-6d6c-4c5d-82f6-18a90a9455f1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0395935 Nov 23 04:17:42.657072 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-737d60f1-2a05-4860-8cf9-77cce673983a req-957f1b3d-de29-4595-bea6-e41a8e14a14f tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574486 Nov 23 04:17:42.784757 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-716a434d-efdc-4343-919a-fe9f87e492fa req-62b6e137-0bd7-44fb-8831-c3d0a6638a7e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0268483 Nov 23 04:17:43.212987 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8028cd-a7d0-4f64-8b17-ea4935ddf301 req-0113bab6-531a-4244-977c-dff72bcf0d9d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:43.214436 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1d8028cd-a7d0-4f64-8b17-ea4935ddf301 req-0113bab6-531a-4244-977c-dff72bcf0d9d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0495863 Nov 23 04:17:43.269812 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1d8028cd-a7d0-4f64-8b17-ea4935ddf301 req-1878492c-06b1-4446-9833-f7ca8762d492 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0481656 Nov 23 04:17:43.561863 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407c7de-2ad9-4f94-a21e-5de11a51e4de req-8f71839c-e51e-41ae-83f1-eb8263b06412 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:43.563385 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0407c7de-2ad9-4f94-a21e-5de11a51e4de req-8f71839c-e51e-41ae-83f1-eb8263b06412 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0580389 Nov 23 04:17:43.625025 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0407c7de-2ad9-4f94-a21e-5de11a51e4de req-55f25126-fb7d-4eec-9331-2ec8ba48e527 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554230 Nov 23 04:17:43.715619 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2ad48893-cf27-435c-a3a2-0b1e7b0ae8e2 req-a00fff00-27c2-40be-994d-69b07d894a94 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0271425 Nov 23 04:17:43.775670 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af54261-0563-4016-b397-446213d21f1c req-74d64411-0bda-46e1-8371-57b387555030 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:43.777142 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8af54261-0563-4016-b397-446213d21f1c req-74d64411-0bda-46e1-8371-57b387555030 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0542014 Nov 23 04:17:43.830268 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8af54261-0563-4016-b397-446213d21f1c req-7f75ef79-7ebb-491e-91b4-b8e14c963dfa tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472000 Nov 23 04:17:43.906462 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bac0b4e1-e48f-466f-bd3d-fc5fdea76d87 req-efbde78b-cf9c-49e7-8912-26ebda9a798f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0277548 Nov 23 04:17:44.399985 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2540984-ee0e-4ccf-a744-cda69372c127 req-ddc47dd6-1c82-4e84-95e7-5f67afd5679d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:44.401410 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2540984-ee0e-4ccf-a744-cda69372c127 req-ddc47dd6-1c82-4e84-95e7-5f67afd5679d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0536141 Nov 23 04:17:44.451299 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2540984-ee0e-4ccf-a744-cda69372c127 req-7f34966a-4d25-486d-9548-e2f1564dd60c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435140 Nov 23 04:17:44.749466 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd25f3c-7539-4f71-84cc-9ee884ce4e9b req-01d994ae-100e-4757-95c5-7e23f02fd4c8 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:44.751139 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4dd25f3c-7539-4f71-84cc-9ee884ce4e9b req-01d994ae-100e-4757-95c5-7e23f02fd4c8 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0491328 Nov 23 04:17:44.814895 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4dd25f3c-7539-4f71-84cc-9ee884ce4e9b req-79be4825-13ef-48d3-838a-60770f62bc47 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572479 Nov 23 04:17:44.832464 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ca2112c-7943-4539-b347-f6f9a60268da req-7e908c00-66cc-49f9-a0c1-3fd1fbe4ddb1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0336900 Nov 23 04:17:44.953082 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30ecd4-391c-4937-b3cc-6bfffbe25ecd req-e820af49-5e75-4592-b858-fde66af6a488 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:44.954704 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc30ecd4-391c-4937-b3cc-6bfffbe25ecd req-e820af49-5e75-4592-b858-fde66af6a488 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0540073 Nov 23 04:17:45.021155 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa0e7cb3-7a73-4277-9eca-61ab104e1a52 req-896914f9-09b9-42e3-a575-527f7084087b tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0346196 Nov 23 04:17:45.026536 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc30ecd4-391c-4937-b3cc-6bfffbe25ecd req-8b70c82d-a580-4110-9d7f-fb17f36d4cc5 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659637 Nov 23 04:17:45.670302 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118016a7-7725-404a-bd6a-24f9eb4cd251 req-671fa817-64aa-4e4f-a07a-0e5a1e45332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:45.671782 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-118016a7-7725-404a-bd6a-24f9eb4cd251 req-671fa817-64aa-4e4f-a07a-0e5a1e45332e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 HTTP/1.1" status: 200 len: 858 time: 0.1194620 Nov 23 04:17:45.687246 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804a8a-4fb6-453d-8a54-ac15da8101d9 req-c4d456c8-1151-47d7-b983-962f43801921 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:45.688792 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01804a8a-4fb6-453d-8a54-ac15da8101d9 req-c4d456c8-1151-47d7-b983-962f43801921 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.1417925 Nov 23 04:17:45.706609 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f9612-3700-4e8f-9e0d-b015aa59f043 req-79e05330-f913-435a-a702-9edbed6b4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:45.708085 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f4f9612-3700-4e8f-9e0d-b015aa59f043 req-79e05330-f913-435a-a702-9edbed6b4b55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 1099 time: 0.1184711 Nov 23 04:17:45.723936 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-118016a7-7725-404a-bd6a-24f9eb4cd251 req-38add45f-8c14-4ae9-97ad-cf9782419a44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef6d53c7-2a63-45b6-aaed-257052cde1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326631 Nov 23 04:17:45.858592 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01804a8a-4fb6-453d-8a54-ac15da8101d9 req-2eb0046d-99c8-4902-a08e-5c63f5ae5a2e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1491406 Nov 23 04:17:45.884829 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f4f9612-3700-4e8f-9e0d-b015aa59f043 req-1b2a1511-afd5-4408-977a-6842285f4389 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445026 Nov 23 04:17:45.945906 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-118016a7-7725-404a-bd6a-24f9eb4cd251 req-f9084da5-5aab-46d6-9360-ce2584a1ae51 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065954 Nov 23 04:17:45.982146 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e1f97e2a-4e60-4a41-a209-40438cfe0041 req-0b9cc56c-664e-4454-97db-901bc20bcdf7 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=5694f710-d745-44e4-9b59-55d54a09515d HTTP/1.1" status: 200 len: 210 time: 0.0350955 Nov 23 04:17:45.997832 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7833c-8e19-4fc6-87d6-d7a27fbe06ae req-9580a63c-7a7e-4bcf-aad3-8cbe44b3fb33 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:45.999342 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fef7833c-8e19-4fc6-87d6-d7a27fbe06ae req-9580a63c-7a7e-4bcf-aad3-8cbe44b3fb33 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0948501 Nov 23 04:17:46.053981 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fef7833c-8e19-4fc6-87d6-d7a27fbe06ae req-e2204f39-51ad-4dcb-973f-39d60cc26f19 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Nov 23 04:17:46.122891 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd63b9c7-c26f-497a-8576-f222ebbd1736 req-cf582817-0f4f-47c6-99fc-1188785c69a9 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0322409 Nov 23 04:17:46.172606 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14266e9-d55b-4674-807b-b2c9d5076534 req-05426849-2573-489e-bcc8-7b1f888bdc03 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:46.174037 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a14266e9-d55b-4674-807b-b2c9d5076534 req-05426849-2573-489e-bcc8-7b1f888bdc03 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0546618 Nov 23 04:17:46.274683 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a14266e9-d55b-4674-807b-b2c9d5076534 req-2eddbd5b-de38-430f-a328-9d6a54fa1240 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943034 Nov 23 04:17:46.299283 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-118016a7-7725-404a-bd6a-24f9eb4cd251 req-d6b77100-e6eb-4dd5-8a3c-134aabc79b50 service neutron] 10.222.0.50 "GET /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127048 Nov 23 04:17:46.980193 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283fdfa-73dc-4c7a-96b6-e3d7b8beb687 req-cfbcc260-804b-4bb9-a420-7c03edab6957 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:46.981703 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9283fdfa-73dc-4c7a-96b6-e3d7b8beb687 req-cfbcc260-804b-4bb9-a420-7c03edab6957 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0538642 Nov 23 04:17:47.034791 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9283fdfa-73dc-4c7a-96b6-e3d7b8beb687 req-fa2f644c-74ab-46ad-acbd-4cc4edf39c77 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0470574 Nov 23 04:17:47.174956 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359c6ea-aea1-4a31-be51-07fdfde67f3d req-9fbd9b16-83bb-4fef-a82f-51abca11c407 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:47.176460 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a359c6ea-aea1-4a31-be51-07fdfde67f3d req-9fbd9b16-83bb-4fef-a82f-51abca11c407 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0497756 Nov 23 04:17:47.226264 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1872d0ef-71d2-42e0-a85f-5dcfe89bdb9b req-93776db2-e60d-4652-8425-794215a7e8ae tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0359323 Nov 23 04:17:47.253731 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a359c6ea-aea1-4a31-be51-07fdfde67f3d req-60ea0749-e997-4599-80ea-9eddf61cb718 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708148 Nov 23 04:17:47.389386 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a87af-27d5-4489-92a0-59029e7d2213 req-843ce72b-e243-4f0d-b884-8d427a0ad6a8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:47.390845 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb3a87af-27d5-4489-92a0-59029e7d2213 req-843ce72b-e243-4f0d-b884-8d427a0ad6a8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0495539 Nov 23 04:17:47.440910 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb3a87af-27d5-4489-92a0-59029e7d2213 req-5d51d592-b6e8-4ce3-b857-be3cefac768c tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439334 Nov 23 04:17:47.612875 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687357-b9bb-417c-aab2-01b1375e972d req-32bb9fd7-a32a-4074-b92a-587c9fcac08b tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:47.614349 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-32bb9fd7-a32a-4074-b92a-587c9fcac08b tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.50 "GET /v2.0/networks?id=637e7c09-45c2-45a1-ba70-21290f7e9dbe HTTP/1.1" status: 200 len: 815 time: 0.1037550 Nov 23 04:17:47.641300 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Request body: {'port': {'device_id': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'admin_state_up': True, 'tenant_id': '0dcc5d168617498bbafe5038567ca011'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:17:48.063903 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Made reservation on behalf of 0dcc5d168617498bbafe5038567ca011 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:17:48.067732 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:48.217573 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bf81c-2d54-4490-a8ab-b85e607ca4f1 req-6f2d7c62-f892-4854-8f3d-89adc3022184 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:48.219054 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a0bf81c-2d54-4490-a8ab-b85e607ca4f1 req-6f2d7c62-f892-4854-8f3d-89adc3022184 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0973094 Nov 23 04:17:48.251361 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Allocated IP 172.20.0.5 (637e7c09-45c2-45a1-ba70-21290f7e9dbe/7eb94a19-b755-443f-b6e9-5148df7a942c/5dc60928-ecbb-432d-abab-7e8074ff19f9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:17:48.302347 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a0bf81c-2d54-4490-a8ab-b85e607ca4f1 req-0a675740-6f10-4be4-95e8-88b4aeb0b240 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0764670 Nov 23 04:17:48.355600 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb8aacfa-7307-4216-9f86-e3189223a6d0 req-93cfb62b-e7ab-46fb-abc5-6da61541183a tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0375099 Nov 23 04:17:48.539826 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327051d5-92d6-44e2-b9a5-68d75c6b0331 req-a44bb38c-a862-40bb-942f-6946c88f27c3 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:48.541429 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-327051d5-92d6-44e2-b9a5-68d75c6b0331 req-a44bb38c-a862-40bb-942f-6946c88f27c3 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.1261623 Nov 23 04:17:48.605212 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:48.637849 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-327051d5-92d6-44e2-b9a5-68d75c6b0331 req-4e13836e-6f98-4c35-b1c5-2d048bd739d8 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905657 Nov 23 04:17:48.802927 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344478d-00b2-436c-88ac-260d95872dac req-d4d10277-d667-443c-9816-5444625674fd tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:48.804457 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e344478d-00b2-436c-88ac-260d95872dac req-d4d10277-d667-443c-9816-5444625674fd tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0519145 Nov 23 04:17:48.892398 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e344478d-00b2-436c-88ac-260d95872dac req-3d4d6523-5cce-4b2c-bc20-1536862506cd tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756550 Nov 23 04:17:49.178727 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:49.242610 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Network 637e7c09-45c2-45a1-ba70-21290f7e9dbe is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:17:49.246528 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:17:49.251274 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:17:49.255188 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'Port': ['ID=5dc60928-ecbb-432d-abab-7e8074ff19f9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:49.313190 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:49.313934 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:49.423058 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-00de9d95-22ff-47bd-aa9f-3cb8804912de tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7855871 Nov 23 04:17:49.529053 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073acf91-4518-413a-a568-b46f7ab3fc80 req-3279ed40-dd82-4e9e-aa82-e080d9935649 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:49.533951 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-073acf91-4518-413a-a568-b46f7ab3fc80 req-3279ed40-dd82-4e9e-aa82-e080d9935649 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.1054981 Nov 23 04:17:49.547324 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bb76793d-6fe6-454c-9059-0ea7c283d353 None None] Provisioning complete for port 5dc60928-ecbb-432d-abab-7e8074ff19f9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:17:49.547324 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bb76793d-6fe6-454c-9059-0ea7c283d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:49.582260 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bb76793d-6fe6-454c-9059-0ea7c283d353 None None] Port 5dc60928-ecbb-432d-abab-7e8074ff19f9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:17:49.582759 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946f130-c562-4b40-8b13-7d23ed2f9090 req-d41752f4-e8d7-49b3-b388-26a30245d92a tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:49.586730 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3946f130-c562-4b40-8b13-7d23ed2f9090 req-d41752f4-e8d7-49b3-b388-26a30245d92a tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 931 time: 0.1109815 Nov 23 04:17:49.634749 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-073acf91-4518-413a-a568-b46f7ab3fc80 req-84d312f2-b8f9-4f7b-9f48-d514b7ce9e6c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0960822 Nov 23 04:17:49.689784 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3946f130-c562-4b40-8b13-7d23ed2f9090 req-de1dea45-ad5a-438d-bd54-ddbff82927fe tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911832 Nov 23 04:17:49.835301 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0225f4-fc57-4fcf-b7be-c5a262783e8f req-90d19689-d84d-43c9-8174-6d24204bcf4c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:49.836973 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f0225f4-fc57-4fcf-b7be-c5a262783e8f req-90d19689-d84d-43c9-8174-6d24204bcf4c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0969224 Nov 23 04:17:49.845086 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6c429-dfb8-4f17-a737-e24df9247c34 req-a388a8a9-9ce8-4b6a-b49c-a6b03ec43c1b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:49.846590 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ec6c429-dfb8-4f17-a737-e24df9247c34 req-a388a8a9-9ce8-4b6a-b49c-a6b03ec43c1b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0708277 Nov 23 04:17:49.919399 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f0225f4-fc57-4fcf-b7be-c5a262783e8f req-231044a5-9ff5-4dae-9002-ed0b46a7f9f7 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717201 Nov 23 04:17:49.927618 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ec6c429-dfb8-4f17-a737-e24df9247c34 req-ee7f18b0-33c4-4ab8-a302-ad04688a4982 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736597 Nov 23 04:17:50.642531 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043e9de-8301-4f02-af01-a5bc8078ef5a req-58fc640b-0b29-4675-9ae6-c126a19d58f9 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:50.643940 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6043e9de-8301-4f02-af01-a5bc8078ef5a req-58fc640b-0b29-4675-9ae6-c126a19d58f9 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0511785 Nov 23 04:17:50.703623 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6043e9de-8301-4f02-af01-a5bc8078ef5a req-631e5772-f693-43ab-bc7b-8ce4fd33404e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520420 Nov 23 04:17:50.779701 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66a2b6-1aa1-4d27-bcff-8bc4387bac11 req-b993fec0-7ab0-4753-a2e6-07927b4e1d34 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:50.781174 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca66a2b6-1aa1-4d27-bcff-8bc4387bac11 req-b993fec0-7ab0-4753-a2e6-07927b4e1d34 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0578418 Nov 23 04:17:50.856986 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e1d73-d03c-4390-985a-74da39b2ffd0 req-784663de-64e3-4d72-9e3e-a121165ff4fe tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:50.858505 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d14e1d73-d03c-4390-985a-74da39b2ffd0 req-784663de-64e3-4d72-9e3e-a121165ff4fe tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 931 time: 0.0764160 Nov 23 04:17:50.878370 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca66a2b6-1aa1-4d27-bcff-8bc4387bac11 req-5007415b-c557-4b83-bc02-9022cd6697d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0871696 Nov 23 04:17:50.925519 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d14e1d73-d03c-4390-985a-74da39b2ffd0 req-b917a7b3-2689-45fe-acb2-a168703d2ba8 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582223 Nov 23 04:17:51.042923 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8ffba-376c-478f-9459-ff57ff832e07 req-735fcf00-2654-4735-bea6-0db13d03c8ed tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:51.044431 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16c8ffba-376c-478f-9459-ff57ff832e07 req-735fcf00-2654-4735-bea6-0db13d03c8ed tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0553577 Nov 23 04:17:51.096066 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16c8ffba-376c-478f-9459-ff57ff832e07 req-d02cf2f0-a36e-4d8a-9aaa-51291ecf6781 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447240 Nov 23 04:17:51.827994 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e68d0-4ec2-4a4c-a566-f11237cb6b4a req-411df31d-209d-4773-b124-42971d0faa15 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:51.829468 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6d0e68d0-4ec2-4a4c-a566-f11237cb6b4a req-411df31d-209d-4773-b124-42971d0faa15 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0545666 Nov 23 04:17:51.884719 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6d0e68d0-4ec2-4a4c-a566-f11237cb6b4a req-87e3c9e8-73a1-4cf9-9404-bd792329b279 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480785 Nov 23 04:17:52.016832 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208fe64-5c70-48e1-94f8-d6b6ac764593 req-d11c498d-954e-442a-8e27-1da9ec10e7e2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:52.025900 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f208fe64-5c70-48e1-94f8-d6b6ac764593 req-d11c498d-954e-442a-8e27-1da9ec10e7e2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0704379 Nov 23 04:17:52.121124 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e97f58-e742-4a73-a6b4-34a269d56f49 req-1b70c618-e9b6-4166-99b2-cc38b389746e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:52.122814 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-31e97f58-e742-4a73-a6b4-34a269d56f49 req-1b70c618-e9b6-4166-99b2-cc38b389746e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 931 time: 0.0945687 Nov 23 04:17:52.126291 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f208fe64-5c70-48e1-94f8-d6b6ac764593 req-7f6f9ed1-48b1-44bc-b25d-27f2ae61c84e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0992785 Nov 23 04:17:52.179971 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-31e97f58-e742-4a73-a6b4-34a269d56f49 req-ef5efb23-c197-4036-a1ef-fb00a0f04990 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502882 Nov 23 04:17:52.254754 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c19ba-763f-4fe9-9172-e2774dbc7553 req-2e765bb5-eed9-4e45-b22d-a68fdcc852ad tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:52.256311 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c03c19ba-763f-4fe9-9172-e2774dbc7553 req-2e765bb5-eed9-4e45-b22d-a68fdcc852ad tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0550234 Nov 23 04:17:52.309973 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c03c19ba-763f-4fe9-9172-e2774dbc7553 req-56eb92a4-a883-43c9-b876-a5f27f5a9dbb tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467875 Nov 23 04:17:53.009358 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be2b9e-7942-4f9f-a04c-1921105b290e req-f52813ed-1bfd-4711-9eec-293045d8bdbb tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:53.010842 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15be2b9e-7942-4f9f-a04c-1921105b290e req-f52813ed-1bfd-4711-9eec-293045d8bdbb tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0557480 Nov 23 04:17:53.061788 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15be2b9e-7942-4f9f-a04c-1921105b290e req-c8fb220f-a815-44f0-9324-8a75773d5367 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Nov 23 04:17:53.253069 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5e745-58c9-489a-a4ef-302a545e1cb7 req-5e88667d-8cb4-4a4f-b0a0-bc5812f4cf15 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:53.261508 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6c5e745-58c9-489a-a4ef-302a545e1cb7 req-5e88667d-8cb4-4a4f-b0a0-bc5812f4cf15 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0571351 Nov 23 04:17:53.347201 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6c5e745-58c9-489a-a4ef-302a545e1cb7 req-6e3a4042-324d-4e49-9752-94a3315b13a3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0849032 Nov 23 04:17:53.357477 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77366-fa2e-47cf-bfc3-0dc3435d8732 req-f4b2e45b-30fc-4c4f-aab2-b0fb050cf91d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:53.366382 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-78e77366-fa2e-47cf-bfc3-0dc3435d8732 req-f4b2e45b-30fc-4c4f-aab2-b0fb050cf91d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 931 time: 0.0973737 Nov 23 04:17:53.419285 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-78e77366-fa2e-47cf-bfc3-0dc3435d8732 req-93ee2a63-e426-43f7-8c3e-47c869c03c85 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512550 Nov 23 04:17:53.471883 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da901913-7544-473d-967f-cded0f129661 req-826815bc-d895-416d-baec-4cbcb2d23eb0 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:53.473335 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-da901913-7544-473d-967f-cded0f129661 req-826815bc-d895-416d-baec-4cbcb2d23eb0 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0505898 Nov 23 04:17:53.522882 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-da901913-7544-473d-967f-cded0f129661 req-0e8d67d3-39fa-455c-8422-599beb20769a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 Nov 23 04:17:54.182601 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c396b-3952-4ab5-8f2d-5459d6174ef3 req-6d91dc10-e392-40ff-83b0-3dcb0c332cf9 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:54.184148 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed8c396b-3952-4ab5-8f2d-5459d6174ef3 req-6d91dc10-e392-40ff-83b0-3dcb0c332cf9 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0556467 Nov 23 04:17:54.239725 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed8c396b-3952-4ab5-8f2d-5459d6174ef3 req-92ec8ede-4fdb-4eaf-ae5d-cb7a44ba5555 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496149 Nov 23 04:17:54.478913 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3a940-2c83-4da1-aadf-011862da812f req-5f9b8ac4-de05-4d42-8cb7-fb0ceedab690 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:54.480541 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-39e3a940-2c83-4da1-aadf-011862da812f req-5f9b8ac4-de05-4d42-8cb7-fb0ceedab690 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0507011 Nov 23 04:17:54.563714 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-39e3a940-2c83-4da1-aadf-011862da812f req-e1ff6e38-40a3-41ec-a7e3-e6387f6d899c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0753334 Nov 23 04:17:54.574548 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5e331-2540-42a7-87e7-0f9e1295950c req-d37cb1a8-243f-4c7b-a8d5-c6d05fa50c54 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:54.576480 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa5e331-2540-42a7-87e7-0f9e1295950c req-d37cb1a8-243f-4c7b-a8d5-c6d05fa50c54 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 931 time: 0.0819459 Nov 23 04:17:54.696342 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dfa5e331-2540-42a7-87e7-0f9e1295950c req-ee0aad89-9fda-4dd0-9aa4-f408775bc9cf tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021891 Nov 23 04:17:54.719862 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787738f8-3e36-4215-ab87-cbafe7f7299b req-e94a9b8b-0186-4910-b89a-3e8f7b0772ae tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:54.725087 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-787738f8-3e36-4215-ab87-cbafe7f7299b req-e94a9b8b-0186-4910-b89a-3e8f7b0772ae tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0830407 Nov 23 04:17:54.774609 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-787738f8-3e36-4215-ab87-cbafe7f7299b req-64b6772d-6b52-405d-b8c1-863b531442b6 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Nov 23 04:17:54.994057 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:55.361406 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b369805-deb9-4eae-8783-0cdd6a471ee0 req-d7314536-740e-46f5-bd71-6eb7d19c38f8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:55.395917 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b369805-deb9-4eae-8783-0cdd6a471ee0 req-d7314536-740e-46f5-bd71-6eb7d19c38f8 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0521417 Nov 23 04:17:55.412808 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b369805-deb9-4eae-8783-0cdd6a471ee0 req-b52647aa-1536-4e51-847c-74da44482481 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Nov 23 04:17:55.718670 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9126f-7c85-4370-8136-78d5322ebdf4 req-e0001c77-f969-42a3-8396-497457fb04c7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:55.720384 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edf9126f-7c85-4370-8136-78d5322ebdf4 req-e0001c77-f969-42a3-8396-497457fb04c7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0610037 Nov 23 04:17:55.818136 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edf9126f-7c85-4370-8136-78d5322ebdf4 req-ecf6cd28-c882-4ccf-9387-05e1d4d2cf9d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0919712 Nov 23 04:17:55.839927 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766a1c-e683-4bf8-8706-e2b30dcedf92 req-4203e808-d356-4d86-a7ca-e154d47e17a9 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:55.841963 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b4766a1c-e683-4bf8-8706-e2b30dcedf92 req-4203e808-d356-4d86-a7ca-e154d47e17a9 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 931 time: 0.0654027 Nov 23 04:17:55.915674 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b4766a1c-e683-4bf8-8706-e2b30dcedf92 req-c86616e2-1a39-4ecc-99cb-88ce50355a27 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524254 Nov 23 04:17:55.995189 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36edee-1ff1-4ec9-9907-2753c4710efd req-20ea02ff-d009-41e6-8b37-eb2ab9191c23 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:55.996325 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc36edee-1ff1-4ec9-9907-2753c4710efd req-20ea02ff-d009-41e6-8b37-eb2ab9191c23 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0586076 Nov 23 04:17:56.048187 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc36edee-1ff1-4ec9-9907-2753c4710efd req-6cb909f3-5b16-45c6-9f8d-a399e46d830f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452585 Nov 23 04:17:56.541210 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77919-0c4c-4c74-855f-0dac8aab9811 req-3e0f2f2d-4a91-47cf-ba8e-f6ffe784b833 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:56.543786 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-00c77919-0c4c-4c74-855f-0dac8aab9811 req-3e0f2f2d-4a91-47cf-ba8e-f6ffe784b833 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0584440 Nov 23 04:17:56.594913 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-00c77919-0c4c-4c74-855f-0dac8aab9811 req-97d3f7fc-5b19-402c-8011-4b6c396f83fe tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452244 Nov 23 04:17:56.968043 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4625-d24c-4710-8fc6-909c7e63e3c8 req-77138aed-ecdf-43bf-99da-c7f165e4a6c5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:56.970137 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d85e4625-d24c-4710-8fc6-909c7e63e3c8 req-77138aed-ecdf-43bf-99da-c7f165e4a6c5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0667713 Nov 23 04:17:57.056681 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d85e4625-d24c-4710-8fc6-909c7e63e3c8 req-d3a1702c-65b6-41c7-9b5b-184248f6e02c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0785260 Nov 23 04:17:57.068979 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44806b3d-8876-4b30-abf4-e2f14f28c928 req-aa47baea-5951-4f38-bb64-52763640192f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:57.071871 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-44806b3d-8876-4b30-abf4-e2f14f28c928 req-aa47baea-5951-4f38-bb64-52763640192f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 931 time: 0.0754716 Nov 23 04:17:57.132171 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-44806b3d-8876-4b30-abf4-e2f14f28c928 req-1ad82345-2acb-43e9-afce-25335de5adc0 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533049 Nov 23 04:17:57.214283 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fbc47-2c27-4e7f-bc2d-241a824cf4b4 req-c23dca7d-acab-493e-9045-a476ae061fb6 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:57.215830 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cf3fbc47-2c27-4e7f-bc2d-241a824cf4b4 req-c23dca7d-acab-493e-9045-a476ae061fb6 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0674653 Nov 23 04:17:57.252502 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-218caf2a-59f2-4e0c-bfc9-d0579f62e57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:57.266828 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cf3fbc47-2c27-4e7f-bc2d-241a824cf4b4 req-a81a471f-f18a-4c94-8d12-5e0b3616550c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Nov 23 04:17:57.732194 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df98e16-7b7f-400f-9d5b-f749abfa1dde req-199b5625-3c15-49d0-8fba-b1069b19f7a6 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:57.733784 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2df98e16-7b7f-400f-9d5b-f749abfa1dde req-199b5625-3c15-49d0-8fba-b1069b19f7a6 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0537062 Nov 23 04:17:57.789233 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2df98e16-7b7f-400f-9d5b-f749abfa1dde req-8d89464d-bb4d-41c5-ae5f-c34e3fc60b6e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492435 Nov 23 04:17:58.177277 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3a744-c586-437f-a6c7-0a4e3df77e9d req-ba3251a4-1339-4e3f-8c3b-e7b945b7f906 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:58.178927 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-70a3a744-c586-437f-a6c7-0a4e3df77e9d req-ba3251a4-1339-4e3f-8c3b-e7b945b7f906 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0504978 Nov 23 04:17:58.238185 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-70a3a744-c586-437f-a6c7-0a4e3df77e9d req-99f536fd-0848-4289-a0e1-2467235957ba tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526412 Nov 23 04:17:58.278418 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301e5d0-c7f5-47e4-afc3-037aa719492d req-a5328260-2922-4bde-af54-5818af60fe7d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:58.279917 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9301e5d0-c7f5-47e4-afc3-037aa719492d req-a5328260-2922-4bde-af54-5818af60fe7d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 931 time: 0.0581403 Nov 23 04:17:58.326844 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9301e5d0-c7f5-47e4-afc3-037aa719492d req-d5794ee9-5d37-45b1-b3ad-b03fcf04bc8a tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Nov 23 04:17:58.384680 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e838bc-38c0-4715-8206-12f81e4287ab req-8f18f449-e378-4bc4-b00c-cbb904308e4b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:58.386061 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52e838bc-38c0-4715-8206-12f81e4287ab req-8f18f449-e378-4bc4-b00c-cbb904308e4b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0515010 Nov 23 04:17:58.432226 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52e838bc-38c0-4715-8206-12f81e4287ab req-0d1af8e3-e695-4ad3-9bbc-2305c0c5d9e7 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Nov 23 04:17:58.701367 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Request body: {'port': {'device_id': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:17:58.756105 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:58.967292 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f05a5-cdbc-4ef9-88d8-279e6c7bd6a0 req-6ffd2e2f-938c-4786-8f60-417bbdb4ebb2 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:58.968764 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-732f05a5-cdbc-4ef9-88d8-279e6c7bd6a0 req-6ffd2e2f-938c-4786-8f60-417bbdb4ebb2 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.1100192 Nov 23 04:17:59.049689 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-732f05a5-cdbc-4ef9-88d8-279e6c7bd6a0 req-6baab347-984a-40f0-9ea5-1d76e4a358b9 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741138 Nov 23 04:17:59.093460 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc60928-ecbb-432d-abab-7e8074ff19f9 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:17:59.100919 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:59.113127 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Transition to ACTIVE for port object 5dc60928-ecbb-432d-abab-7e8074ff19f9 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:17:59.186655 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:59.245527 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc60928-ecbb-432d-abab-7e8074ff19f9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:59.318743 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Attempting to bind port 5dc60928-ecbb-432d-abab-7e8074ff19f9 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:17:59.319076 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Attempting to bind port 5dc60928-ecbb-432d-abab-7e8074ff19f9 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:17:59.319485 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Attempting to bind port 5dc60928-ecbb-432d-abab-7e8074ff19f9 on network 637e7c09-45c2-45a1-ba70-21290f7e9dbe {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:17:59.333631 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Port 5dc60928-ecbb-432d-abab-7e8074ff19f9 on network 637e7c09-45c2-45a1-ba70-21290f7e9dbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:17:59.333951 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Attempting to bind port 5dc60928-ecbb-432d-abab-7e8074ff19f9 on network 637e7c09-45c2-45a1-ba70-21290f7e9dbe {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:17:59.356812 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:17:59.357232 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Checking segment: {'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:17:59.357692 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Bound using segment: {'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:17:59.358214 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Bound port: 5dc60928-ecbb-432d-abab-7e8074ff19f9, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9196245-0bcb-4e8f-ab02-9d048fa65be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:17:59.358569 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:59.388355 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bf0c8-bfb5-4a7c-bcab-d0bf257b1658 req-6f63ab21-6223-4650-b9cd-772766e50868 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:59.389996 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-687bf0c8-bfb5-4a7c-bcab-d0bf257b1658 req-6f63ab21-6223-4650-b9cd-772766e50868 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0732188 Nov 23 04:17:59.506370 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-687bf0c8-bfb5-4a7c-bcab-d0bf257b1658 req-188bfc5d-30a2-4bc2-9423-fc0af652decf tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0949960 Nov 23 04:17:59.509621 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] For port 5dc60928-ecbb-432d-abab-7e8074ff19f9, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:17:59.514150 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] For port 5dc60928-ecbb-432d-abab-7e8074ff19f9, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:17:59.521330 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfb2c1-f985-4157-9476-6d6dabb077d4 req-ae396d83-bdb9-4da0-8f19-a7c4f261445d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:59.522784 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4edfb2c1-f985-4157-9476-6d6dabb077d4 req-ae396d83-bdb9-4da0-8f19-a7c4f261445d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 943 time: 0.1125705 Nov 23 04:17:59.582228 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4edfb2c1-f985-4157-9476-6d6dabb077d4 req-1d865e30-92cc-49ec-bae5-ec6825390b2d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518851 Nov 23 04:17:59.623326 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9719c3-457d-40d4-8d82-239dd6cc0e9c req-630a719f-bd5a-4f11-b410-24dcd9dcb790 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:59.624793 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad9719c3-457d-40d4-8d82-239dd6cc0e9c req-630a719f-bd5a-4f11-b410-24dcd9dcb790 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0555816 Nov 23 04:17:59.648573 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:59.687898 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:59.688611 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:59.690418 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] 10.222.0.50 "PUT /v2.0/ports/5dc60928-ecbb-432d-abab-7e8074ff19f9 HTTP/1.1" status: 200 len: 1093 time: 0.9937096 Nov 23 04:17:59.700750 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:17:59.703090 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef0bcad-9ea9-4731-bba1-68c54c4623ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:17:59.731667 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3aedf532-94d6-41ed-b788-afdc02f15878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:17:59.741817 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad9719c3-457d-40d4-8d82-239dd6cc0e9c req-d4e1ec02-191e-4b5b-b969-fbe04f2d8bb7 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110065 Nov 23 04:17:59.746468 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69765071-23cd-40de-bc49-fb7da8d81022 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc60928-ecbb-432d-abab-7e8074ff19f9,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:17:59.775869 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5a1595-372c-46e8-a133-ae9fc3de4127 x-openstack-request-id: req-eb5a1595-372c-46e8-a133-ae9fc3de4127 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:17:59.776451 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:17:59.776451 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb5a1595-372c-46e8-a133-ae9fc3de4127 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:17:59.776814 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'status': 'completed', 'code': 200} Nov 23 04:17:59.872962 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0bcad-9ea9-4731-bba1-68c54c4623ca req-873b2bb5-1690-472a-a4ee-f5d4968a963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:59.874434 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ef0bcad-9ea9-4731-bba1-68c54c4623ca req-873b2bb5-1690-472a-a4ee-f5d4968a963b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dcc5d168617498bbafe5038567ca011&device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 1096 time: 0.0425930 Nov 23 04:17:59.993108 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0bcad-9ea9-4731-bba1-68c54c4623ca req-b5512962-f93b-4f1a-8bea-d19b1b81178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:17:59.994540 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ef0bcad-9ea9-4731-bba1-68c54c4623ca req-b5512962-f93b-4f1a-8bea-d19b1b81178a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dcc5d168617498bbafe5038567ca011&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0959344 Nov 23 04:18:00.090420 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0bcad-9ea9-4731-bba1-68c54c4623ca req-e0d0d8cf-714d-4e60-a6b6-db1a4797490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:00.092212 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ef0bcad-9ea9-4731-bba1-68c54c4623ca req-e0d0d8cf-714d-4e60-a6b6-db1a4797490a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898583 Nov 23 04:18:00.173148 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65033d-54cf-418a-b2e1-3915f319a799 req-85751ced-a8cb-4253-80a1-1790457ba858 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:00.174702 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7c65033d-54cf-418a-b2e1-3915f319a799 req-85751ced-a8cb-4253-80a1-1790457ba858 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0558510 Nov 23 04:18:00.248237 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7c65033d-54cf-418a-b2e1-3915f319a799 req-9041e243-552d-469a-933c-99e4573ed3be tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673745 Nov 23 04:18:00.256051 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687357-b9bb-417c-aab2-01b1375e972d req-84476f81-0e33-4c4f-b885-eb0d34aedcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:00.257706 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-84476f81-0e33-4c4f-b885-eb0d34aedcac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dcc5d168617498bbafe5038567ca011&device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 1096 time: 0.0618379 Nov 23 04:18:00.328972 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-7f95d729-673b-45c5-8021-2e1500c2061a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9 HTTP/1.1" status: 200 len: 217 time: 0.0336702 Nov 23 04:18:00.384806 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687357-b9bb-417c-aab2-01b1375e972d req-e0741215-7545-4cfd-b29a-0872e43a3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:00.386213 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-e0741215-7545-4cfd-b29a-0872e43a3dbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7eb94a19-b755-443f-b6e9-5148df7a942c HTTP/1.1" status: 200 len: 854 time: 0.0482738 Nov 23 04:18:00.437435 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687357-b9bb-417c-aab2-01b1375e972d req-6116bcf6-80ec-4449-b7f7-6d6839b5adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:00.438872 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-6116bcf6-80ec-4449-b7f7-6d6839b5adf1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=637e7c09-45c2-45a1-ba70-21290f7e9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394902 Nov 23 04:18:00.536867 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-4c6e9f65-41ff-4eff-911e-3493b4263ad6 service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836475 Nov 23 04:18:00.660166 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798c71c-febf-496f-bd7b-cfb5ac8b55d1 req-0de1196d-9e12-43cd-a80f-1b2d5e5da405 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:00.661576 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0798c71c-febf-496f-bd7b-cfb5ac8b55d1 req-0de1196d-9e12-43cd-a80f-1b2d5e5da405 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0707948 Nov 23 04:18:00.721104 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67687357-b9bb-417c-aab2-01b1375e972d req-c67f3e74-b510-494d-8000-a1604b1fd9c9 service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734092 Nov 23 04:18:00.748579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2864838-6614-4244-a220-a974ec2f0916 req-bd14e1db-e12d-4952-b99b-b1394cb7409c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:00.754392 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2864838-6614-4244-a220-a974ec2f0916 req-bd14e1db-e12d-4952-b99b-b1394cb7409c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 943 time: 0.0997839 Nov 23 04:18:00.772568 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0798c71c-febf-496f-bd7b-cfb5ac8b55d1 req-8226c197-475f-4829-8df9-f61542540615 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0993176 Nov 23 04:18:00.811606 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2864838-6614-4244-a220-a974ec2f0916 req-4f3d77f4-63ac-44f3-9822-2b95dc3c6a5b tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Nov 23 04:18:00.886268 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f7d04-36e0-4ce4-ab86-f575c572731c req-cc73258e-526f-48b8-95ea-163386d757e0 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:00.887762 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d1f7d04-36e0-4ce4-ab86-f575c572731c req-cc73258e-526f-48b8-95ea-163386d757e0 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0512111 Nov 23 04:18:00.926243 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:00.934573 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d1f7d04-36e0-4ce4-ab86-f575c572731c req-2a84a8a6-391e-4ac3-acf0-c9c02c70ae19 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Nov 23 04:18:01.069807 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac003d-4ce7-43a8-80b7-c7abfb6b179d req-e7ae6423-59d7-4a08-be41-24e32841fb74 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:01.072080 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dbac003d-4ce7-43a8-80b7-c7abfb6b179d req-e7ae6423-59d7-4a08-be41-24e32841fb74 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0528209 Nov 23 04:18:01.177121 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-dbac003d-4ce7-43a8-80b7-c7abfb6b179d req-6787990c-dd60-4f47-9b82-a6a939038b9e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Deleting port 7939ac63-d4e3-48e0-af74-c5226731ece7 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:18:01.180506 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbac003d-4ce7-43a8-80b7-c7abfb6b179d req-6787990c-dd60-4f47-9b82-a6a939038b9e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:01.271234 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dbac003d-4ce7-43a8-80b7-c7abfb6b179d req-6787990c-dd60-4f47-9b82-a6a939038b9e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] For port 7939ac63-d4e3-48e0-af74-c5226731ece7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7939ac63-d4e3-48e0-af74-c5226731ece7,segment=NetworkSegment(b595c70c-fe67-49e6-92e8-3019d9f15249),segment_id=b595c70c-fe67-49e6-92e8-3019d9f15249)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:01.271617 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbac003d-4ce7-43a8-80b7-c7abfb6b179d req-6787990c-dd60-4f47-9b82-a6a939038b9e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:01.284816 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-dbac003d-4ce7-43a8-80b7-c7abfb6b179d req-6787990c-dd60-4f47-9b82-a6a939038b9e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Calling delete_port for 7939ac63-d4e3-48e0-af74-c5226731ece7 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:18:01.395284 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f409c28-c1c4-4528-8ab5-c8976b5cedbe req-4cf4aaaa-e0c1-45d1-adfa-c276d248a8cc tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:01.396675 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f409c28-c1c4-4528-8ab5-c8976b5cedbe req-4cf4aaaa-e0c1-45d1-adfa-c276d248a8cc tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 946 time: 0.0721147 Nov 23 04:18:01.513457 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f409c28-c1c4-4528-8ab5-c8976b5cedbe req-f8fca845-a693-4f85-bdea-d71a7906eb53 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102893 Nov 23 04:18:01.529015 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd883e-89d7-4210-95ac-4bca65851eff req-aa9edbef-be4e-462c-9d4f-42a6e75c469f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:01.530544 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-facd883e-89d7-4210-95ac-4bca65851eff req-aa9edbef-be4e-462c-9d4f-42a6e75c469f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0896318 Nov 23 04:18:01.604897 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbac003d-4ce7-43a8-80b7-c7abfb6b179d req-6787990c-dd60-4f47-9b82-a6a939038b9e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:01.641092 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['7939ac63-d4e3-48e0-af74-c5226731ece7'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:01.876481 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787990c-dd60-4f47-9b82-a6a939038b9e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Pushing event deleted for resources: {'Port': ['ID=7939ac63-d4e3-48e0-af74-c5226731ece7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:01.987442 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbac003d-4ce7-43a8-80b7-c7abfb6b179d req-6787990c-dd60-4f47-9b82-a6a939038b9e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] No DVR routers for this DVR port 7939ac63-d4e3-48e0-af74-c5226731ece7 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:18:01.991458 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbac003d-4ce7-43a8-80b7-c7abfb6b179d req-6787990c-dd60-4f47-9b82-a6a939038b9e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:01.995682 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dbac003d-4ce7-43a8-80b7-c7abfb6b179d req-6787990c-dd60-4f47-9b82-a6a939038b9e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.50 "DELETE /v2.0/ports/7939ac63-d4e3-48e0-af74-c5226731ece7 HTTP/1.1" status: 204 len: 173 time: 0.9060352 Nov 23 04:18:01.996534 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f26ee12-392f-434a-855d-c0de8604fecc', 'name': 'network-vif-deleted', 'tag': '7939ac63-d4e3-48e0-af74-c5226731ece7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:01.998822 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deef009a-7967-4e16-a725-8fcf5e0e5eb4" -d '{"events": [{"server_uuid": "3f26ee12-392f-434a-855d-c0de8604fecc", "name": "network-vif-deleted", "tag": "7939ac63-d4e3-48e0-af74-c5226731ece7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:02.015334 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-facd883e-89d7-4210-95ac-4bca65851eff req-69b14f42-5d9d-4c08-b287-eb321ec031a4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Deleting port c6aef10d-8d5c-41bc-b91c-795812fa4860 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:18:02.015673 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-facd883e-89d7-4210-95ac-4bca65851eff req-69b14f42-5d9d-4c08-b287-eb321ec031a4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:02.028079 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8d9b0-5b22-4a52-bad7-f99bce26fec7 req-253ee5a1-6ecf-438e-be2a-c45996556110 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:02.029591 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aed8d9b0-5b22-4a52-bad7-f99bce26fec7 req-253ee5a1-6ecf-438e-be2a-c45996556110 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.1595438 Nov 23 04:18:02.039939 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f44734-a45e-4c2c-970e-35a9470e4446 req-686a0100-30d3-467c-be6e-fd46e8fedf3c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:02.041361 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d2f44734-a45e-4c2c-970e-35a9470e4446 req-686a0100-30d3-467c-be6e-fd46e8fedf3c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 943 time: 0.1498959 Nov 23 04:18:02.187418 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aed8d9b0-5b22-4a52-bad7-f99bce26fec7 req-fb44dd7f-206d-4519-9e6c-e4347af3279e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1450500 Nov 23 04:18:02.196341 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d2f44734-a45e-4c2c-970e-35a9470e4446 req-e2e854f1-93af-425d-9ec6-9e43d1801c79 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419928 Nov 23 04:18:02.208424 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-facd883e-89d7-4210-95ac-4bca65851eff req-69b14f42-5d9d-4c08-b287-eb321ec031a4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] For port c6aef10d-8d5c-41bc-b91c-795812fa4860, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c6aef10d-8d5c-41bc-b91c-795812fa4860,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:02.208862 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-facd883e-89d7-4210-95ac-4bca65851eff req-69b14f42-5d9d-4c08-b287-eb321ec031a4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:02.224853 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-facd883e-89d7-4210-95ac-4bca65851eff req-69b14f42-5d9d-4c08-b287-eb321ec031a4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Calling delete_port for c6aef10d-8d5c-41bc-b91c-795812fa4860 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:18:02.268273 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a05b218-f4ed-45da-8f74-8acfe7d692f3 x-openstack-request-id: req-1a05b218-f4ed-45da-8f74-8acfe7d692f3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:02.268567 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f26ee12-392f-434a-855d-c0de8604fecc", "name": "network-vif-deleted", "tag": "7939ac63-d4e3-48e0-af74-c5226731ece7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:02.268818 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a05b218-f4ed-45da-8f74-8acfe7d692f3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:02.269211 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f26ee12-392f-434a-855d-c0de8604fecc', 'name': 'network-vif-deleted', 'tag': '7939ac63-d4e3-48e0-af74-c5226731ece7', 'status': 'completed', 'code': 200} Nov 23 04:18:02.347708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c914243-e428-4689-b820-0d54836206db req-9c19ade4-9d44-499a-b70f-4ecc29212be1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:02.349142 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0c914243-e428-4689-b820-0d54836206db req-9c19ade4-9d44-499a-b70f-4ecc29212be1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0791948 Nov 23 04:18:02.406573 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:02.433193 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0c914243-e428-4689-b820-0d54836206db req-f33f805a-0a25-4715-b644-c414e5515a84 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776353 Nov 23 04:18:02.521222 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-facd883e-89d7-4210-95ac-4bca65851eff req-69b14f42-5d9d-4c08-b287-eb321ec031a4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:02.548801 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b14f42-5d9d-4c08-b287-eb321ec031a4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Pushing event deleted for resources: {'Port': ['ID=c6aef10d-8d5c-41bc-b91c-795812fa4860,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:02.559281 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['832e3d40-1fef-4a95-9553-b2e7c02d57af', '070ef4fa-f032-4309-bfe7-5f82f3d8a95a', 'c6aef10d-8d5c-41bc-b91c-795812fa4860'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:02.596402 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-facd883e-89d7-4210-95ac-4bca65851eff req-69b14f42-5d9d-4c08-b287-eb321ec031a4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] No DVR routers for this DVR port c6aef10d-8d5c-41bc-b91c-795812fa4860 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:18:02.599015 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-facd883e-89d7-4210-95ac-4bca65851eff req-69b14f42-5d9d-4c08-b287-eb321ec031a4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:02.602741 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-facd883e-89d7-4210-95ac-4bca65851eff req-69b14f42-5d9d-4c08-b287-eb321ec031a4 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "DELETE /v2.0/ports/c6aef10d-8d5c-41bc-b91c-795812fa4860 HTTP/1.1" status: 204 len: 173 time: 1.0652890 Nov 23 04:18:02.638035 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15dbe56b-eda3-4f35-82df-6dc7c2342b9c req-da7f6cc3-5f87-44aa-b793-9cf2b967b271 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f26ee12-392f-434a-855d-c0de8604fecc HTTP/1.1" status: 200 len: 210 time: 0.0304186 Nov 23 04:18:03.173010 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:18:03.280330 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:03.292943 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'port_id': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'mac_address': 'fa:16:3e:21:43:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:18:03.334215 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:03.343811 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:03.350297 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:18:03.356275 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d17f-6d7b-48f7-aec5-48cba54b8a6a req-6a4252c5-6539-49bf-a7f9-716492fce65f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:03.356815 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ed9d17f-6d7b-48f7-aec5-48cba54b8a6a req-6a4252c5-6539-49bf-a7f9-716492fce65f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 943 time: 0.0785789 Nov 23 04:18:03.365314 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a57034-644e-4800-aa37-271c1ff55631 req-5ef9afbc-9f24-4e51-9290-b8ffbb1e59da tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:03.367318 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-89a57034-644e-4800-aa37-271c1ff55631 req-5ef9afbc-9f24-4e51-9290-b8ffbb1e59da tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 944 time: 0.0790157 Nov 23 04:18:03.372216 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:03.438130 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:03.444038 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ed9d17f-6d7b-48f7-aec5-48cba54b8a6a req-b4115ed4-115d-48c1-83ab-4b151b0b62b8 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757053 Nov 23 04:18:03.456143 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-89a57034-644e-4800-aa37-271c1ff55631 req-6de2c240-2465-41d1-a90b-a18bd659616c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746648 Nov 23 04:18:03.499817 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:03.507024 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.507520 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.508495 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.508843 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.509187 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.509542 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.509885 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.510227 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.510556 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.510908 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.511251 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.511587 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:03.549966 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-04fcd10b-7f9a-46aa-b006-859eb737b85e req-99add6f3-91fc-4bfb-9911-188b0c07da95 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf175718-dca3-4da3-a676-f5d4d54f54e2 HTTP/1.1" status: 200 len: 210 time: 0.0313580 Nov 23 04:18:03.850652 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:03.964252 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-1b04fe64-38d4-4b54-852c-d02f36ae81b7 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:03.965604 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-1b04fe64-38d4-4b54-852c-d02f36ae81b7 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/networks?id=a4af6b2e-6f38-4592-bab5-e9082b904a73 HTTP/1.1" status: 200 len: 809 time: 0.1085842 Nov 23 04:18:03.981710 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-87216607-451c-4599-8932-b23200b973f0 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/quotas/78807cb7ca9445b38b7e896adc10ec2b HTTP/1.1" status: 200 len: 375 time: 0.0093997 Nov 23 04:18:04.015386 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-1190de4c-58eb-4d44-8352-f86a8d3a5e79 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=78807cb7ca9445b38b7e896adc10ec2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275769 Nov 23 04:18:04.111085 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-72c92f4e-429e-4a6d-b7c1-351326090752 service neutron] 10.222.0.54 "GET /v2.0/networks/a4af6b2e-6f38-4592-bab5-e9082b904a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886807 Nov 23 04:18:04.239698 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff589516-fcba-4362-9caf-c97471ed3ed3 req-b2838217-b7b6-48aa-8816-0dc46494cac7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:04.241158 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff589516-fcba-4362-9caf-c97471ed3ed3 req-b2838217-b7b6-48aa-8816-0dc46494cac7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0814853 Nov 23 04:18:04.245411 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-b2d1713b-6c5a-4be1-89c6-6494ef9470d9 service neutron] 10.222.0.54 "GET /v2.0/networks/a4af6b2e-6f38-4592-bab5-e9082b904a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276090 Nov 23 04:18:04.272005 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf175718-dca3-4da3-a676-f5d4d54f54e2', 'name': 'network-vif-deleted', 'tag': 'c6aef10d-8d5c-41bc-b91c-795812fa4860'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:04.274421 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d758b526-ecbe-4a62-a5c2-5809bbdd8271" -d '{"events": [{"server_uuid": "cf175718-dca3-4da3-a676-f5d4d54f54e2", "name": "network-vif-deleted", "tag": "c6aef10d-8d5c-41bc-b91c-795812fa4860"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:04.294113 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff589516-fcba-4362-9caf-c97471ed3ed3 req-ea1b78f5-a82b-4bcb-81e7-10c768a8ba8a tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 Nov 23 04:18:04.337305 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af83bb05-83e5-4480-b2bd-6b506131661e x-openstack-request-id: req-af83bb05-83e5-4480-b2bd-6b506131661e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:04.337601 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf175718-dca3-4da3-a676-f5d4d54f54e2", "name": "network-vif-deleted", "tag": "c6aef10d-8d5c-41bc-b91c-795812fa4860", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:04.337858 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af83bb05-83e5-4480-b2bd-6b506131661e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:04.338260 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf175718-dca3-4da3-a676-f5d4d54f54e2', 'name': 'network-vif-deleted', 'tag': 'c6aef10d-8d5c-41bc-b91c-795812fa4860', 'status': 'completed', 'code': 200} Nov 23 04:18:04.482096 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-93f0111b-dae3-4514-a1dc-734dda9e3439 req-526faf57-232d-4b22-b1c9-c8f04a378995 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 210 time: 0.0271385 Nov 23 04:18:04.598120 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16caf38-ee6c-4a9b-8cef-a7721c1989c8 req-53ccb171-ec53-4f96-bb9e-3fb25b5dcdde tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:04.599669 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d16caf38-ee6c-4a9b-8cef-a7721c1989c8 req-53ccb171-ec53-4f96-bb9e-3fb25b5dcdde tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 943 time: 0.0839903 Nov 23 04:18:04.632776 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47872fe2-6c55-46cf-80f6-f6b917e6b798 req-6a9abc9d-89ff-451a-8e8a-0e2dd4d3897b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:04.634321 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47872fe2-6c55-46cf-80f6-f6b917e6b798 req-6a9abc9d-89ff-451a-8e8a-0e2dd4d3897b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 945 time: 0.0798039 Nov 23 04:18:04.679181 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d16caf38-ee6c-4a9b-8cef-a7721c1989c8 req-19cf6fc8-550e-4b6a-ba35-49cfaada7f45 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724170 Nov 23 04:18:04.702079 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47872fe2-6c55-46cf-80f6-f6b917e6b798 req-8d164d9c-ea5d-4110-bd44-f07189b95b98 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0612693 Nov 23 04:18:05.154148 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0609a6-f368-45de-96d2-5740703197ef req-d7ec279d-9ac0-4751-bd6b-6d4f37414509 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:05.155685 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fc0609a6-f368-45de-96d2-5740703197ef req-d7ec279d-9ac0-4751-bd6b-6d4f37414509 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 945 time: 0.0495603 Nov 23 04:18:05.183243 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 5dc60928-ecbb-432d-abab-7e8074ff19f9 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:18:05.199812 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:18:05.204341 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fc0609a6-f368-45de-96d2-5740703197ef req-c7ed8e99-704a-4dfc-ac2b-38970d49038b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Nov 23 04:18:05.318609 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 5dc60928-ecbb-432d-abab-7e8074ff19f9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:05.322005 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:18:05.327635 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:05.354317 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'port_id': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'mac_address': 'fa:16:3e:54:44:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:18:05.404911 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:05.418283 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cc78c-2d02-4134-a425-7dcc320f27a1 req-a7ef0da6-189f-4cf1-90a2-1c77d41cfddf tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:05.419778 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d7cc78c-2d02-4134-a425-7dcc320f27a1 req-a7ef0da6-189f-4cf1-90a2-1c77d41cfddf tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0563180 Nov 23 04:18:05.442795 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc60928-ecbb-432d-abab-7e8074ff19f9 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:18:05.464195 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:05.468634 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d7cc78c-2d02-4134-a425-7dcc320f27a1 req-e82e0545-53b5-4dcb-9297-6063dd0d0df8 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Nov 23 04:18:05.471251 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 5dc60928-ecbb-432d-abab-7e8074ff19f9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:05.490644 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:05.493474 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e144589-6015-4f2e-8197-113ccf2b3620" -d '{"events": [{"server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "name": "network-vif-plugged", "status": "completed", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:05.506766 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:05.536484 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe9b236-d93d-47fc-845b-9871751579c1 x-openstack-request-id: req-5fe9b236-d93d-47fc-845b-9871751579c1 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:05.536777 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "name": "network-vif-plugged", "status": "completed", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:05.537034 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5fe9b236-d93d-47fc-845b-9871751579c1 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:05.537427 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'code': 200} Nov 23 04:18:05.578550 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fa8583f2-0082-4fad-ba20-23c8c0f3cf4e req-2d4a0cd2-b4f2-460f-9501-d46c2fe612ea tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 210 time: 0.0266953 Nov 23 04:18:05.581313 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:05.633542 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=5dc60928-ecbb-432d-abab-7e8074ff19f9,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:05.651938 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:05.652731 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 7939ac63-d4e3-48e0-af74-c5226731ece7 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:18:05.691276 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 7939ac63-d4e3-48e0-af74-c5226731ece7 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:18:05.691769 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 7939ac63-d4e3-48e0-af74-c5226731ece7 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:18:05.692198 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device c6aef10d-8d5c-41bc-b91c-795812fa4860 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:18:05.720372 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: c6aef10d-8d5c-41bc-b91c-795812fa4860 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:18:05.720923 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device c6aef10d-8d5c-41bc-b91c-795812fa4860 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:18:05.740653 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,revision_number=10']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:05.838853 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282aa63f-8e81-4cab-ad6c-6c5821e497fe req-cf26da8d-cf3d-4528-bb70-bf6c4934a348 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:05.840454 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-282aa63f-8e81-4cab-ad6c-6c5821e497fe req-cf26da8d-cf3d-4528-bb70-bf6c4934a348 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 944 time: 0.0880449 Nov 23 04:18:05.855394 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44b723-62e0-4060-90cf-300796bfe09d req-9269dd32-caf3-4db7-8fe3-18262a92fbce tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:05.856817 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b44b723-62e0-4060-90cf-300796bfe09d req-9269dd32-caf3-4db7-8fe3-18262a92fbce tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 947 time: 0.0719588 Nov 23 04:18:05.922206 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-282aa63f-8e81-4cab-ad6c-6c5821e497fe req-ff837f18-734e-49be-a798-2bb173071da3 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753880 Nov 23 04:18:05.934709 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b44b723-62e0-4060-90cf-300796bfe09d req-7a1d107e-9252-46e1-a918-df68e8f5f440 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0715535 Nov 23 04:18:05.995300 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['5dc60928-ecbb-432d-abab-7e8074ff19f9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:06.320504 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d75c0-6d55-4759-88f8-b6390fe96a99 req-a50234d1-d96c-49b1-95dd-8fe3c0f2ac4f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:06.321943 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c08d75c0-6d55-4759-88f8-b6390fe96a99 req-a50234d1-d96c-49b1-95dd-8fe3c0f2ac4f tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 945 time: 0.0502598 Nov 23 04:18:06.393341 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c08d75c0-6d55-4759-88f8-b6390fe96a99 req-a7953164-f25d-4a2c-af1d-8480c519f14c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653520 Nov 23 04:18:06.405936 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9bc3c-80aa-40b9-8533-49aedbe104d1 req-bd53322d-0b72-4453-97ca-cb8092ef2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:06.407423 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90a9bc3c-80aa-40b9-8533-49aedbe104d1 req-bd53322d-0b72-4453-97ca-cb8092ef2cae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 1100 time: 0.0552759 Nov 23 04:18:06.455367 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90a9bc3c-80aa-40b9-8533-49aedbe104d1 req-547f0731-f643-4194-b873-7e333db8f789 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381536 Nov 23 04:18:06.583015 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef983757-cc23-4141-a9c4-7d581a26b452 req-9c28e675-5159-4a68-abe8-4e63263b3ab5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:06.584528 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ef983757-cc23-4141-a9c4-7d581a26b452 req-9c28e675-5159-4a68-abe8-4e63263b3ab5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0496919 Nov 23 04:18:06.631496 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ef983757-cc23-4141-a9c4-7d581a26b452 req-1f79374c-fc14-4bd3-8cd8-03d3fbdcdac1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Nov 23 04:18:06.673537 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52565087-f634-4cce-9084-16513a9b6d5c req-915baa31-f1a1-4bb2-bdce-0bf6ac1e9265 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 210 time: 0.0264401 Nov 23 04:18:07.076311 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb486b4-942e-4b49-b484-6dc7d8677c35 req-b343fdd7-0ead-4e0f-a371-9fd2638a9072 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:07.077808 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1cb486b4-942e-4b49-b484-6dc7d8677c35 req-b343fdd7-0ead-4e0f-a371-9fd2638a9072 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 944 time: 0.0891697 Nov 23 04:18:07.089673 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bea01-6e97-425b-8e70-d5e9e7a487bd req-b6d4dc74-d315-4fcd-a327-22d9d0c77db8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:07.091042 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac7bea01-6e97-425b-8e70-d5e9e7a487bd req-b6d4dc74-d315-4fcd-a327-22d9d0c77db8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 947 time: 0.0744815 Nov 23 04:18:07.183496 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1cb486b4-942e-4b49-b484-6dc7d8677c35 req-943688c5-ab8c-4817-8906-0443c7bead67 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914721 Nov 23 04:18:07.194573 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 5dc60928-ecbb-432d-abab-7e8074ff19f9 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:18:07.213787 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac7bea01-6e97-425b-8e70-d5e9e7a487bd req-13bf85e1-3849-433a-a556-20e87f57e000 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1160350 Nov 23 04:18:07.286091 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-5042d5b8-5930-404f-8686-34b79c50a2fa tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:07.287559 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-5042d5b8-5930-404f-8686-34b79c50a2fa tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.50 "GET /v2.0/networks?id=a4af6b2e-6f38-4592-bab5-e9082b904a73 HTTP/1.1" status: 200 len: 809 time: 0.1331367 Nov 23 04:18:07.329660 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 5dc60928-ecbb-432d-abab-7e8074ff19f9 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:18:07.333657 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 5dc60928-ecbb-432d-abab-7e8074ff19f9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:18:07.334006 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:07.373732 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Request body: {'port': {'device_id': '5f420c68-9a99-44d2-87e9-9761a71b6e99', 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73', 'admin_state_up': True, 'tenant_id': '78807cb7ca9445b38b7e896adc10ec2b'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:18:07.409457 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:07.448368 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 5dc60928-ecbb-432d-abab-7e8074ff19f9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:07.482641 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93558d-9a91-4991-886a-871725ecb97f req-7c2f95bc-e52f-44f2-bb3c-b31fbac85301 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:07.484034 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c93558d-9a91-4991-886a-871725ecb97f req-7c2f95bc-e52f-44f2-bb3c-b31fbac85301 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 945 time: 0.1140528 Nov 23 04:18:07.539185 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:07.542124 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3144f420-d410-4a71-954e-2a21c65cd9b5" -d '{"events": [{"server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "name": "network-vif-plugged", "status": "completed", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:07.579736 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be59b4e-446c-4f9e-99ab-14a0509a7fd5 x-openstack-request-id: req-2be59b4e-446c-4f9e-99ab-14a0509a7fd5 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:07.580310 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "name": "network-vif-plugged", "status": "completed", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:07.580310 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2be59b4e-446c-4f9e-99ab-14a0509a7fd5 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:07.580663 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'code': 200} Nov 23 04:18:07.581844 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:07.624843 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1ede-b55b-456a-ac97-443d79b0ebee req-34e74e2e-1a0e-4d6d-9849-1c665b79eeb9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:07.626433 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0cb1ede-b55b-456a-ac97-443d79b0ebee req-34e74e2e-1a0e-4d6d-9849-1c665b79eeb9 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 945 time: 0.1415358 Nov 23 04:18:07.635055 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=5dc60928-ecbb-432d-abab-7e8074ff19f9,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:07.689855 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-3c93558d-9a91-4991-886a-871725ecb97f req-3824827d-ae7a-4b28-a42c-a887bb14a3d8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Deleting port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:18:07.690197 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3c93558d-9a91-4991-886a-871725ecb97f req-3824827d-ae7a-4b28-a42c-a887bb14a3d8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:07.696006 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0cb1ede-b55b-456a-ac97-443d79b0ebee req-5c69dbd3-ef67-4dcd-bf4b-cf75124f4a21 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607483 Nov 23 04:18:07.698400 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Made reservation on behalf of 78807cb7ca9445b38b7e896adc10ec2b for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:18:07.701858 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:07.818499 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-958794a9-12ca-439a-930e-369ea6943899 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:07.820035 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-958794a9-12ca-439a-930e-369ea6943899 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.0937369 Nov 23 04:18:07.828110 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-287e7679-5774-415c-add2-d1371d34e4d8 req-f90e946f-3ebe-4b73-851c-1ee63b41efe6 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 210 time: 0.0642407 Nov 23 04:18:07.925787 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b39130-f7cd-414f-b809-be6d6bfb4e6b req-c2e20e4e-10cd-4861-a21c-aaef3c1817a1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:07.925787 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37b39130-f7cd-414f-b809-be6d6bfb4e6b req-c2e20e4e-10cd-4861-a21c-aaef3c1817a1 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 945 time: 0.2039514 Nov 23 04:18:07.957945 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-9b092891-0ead-4d80-a1ab-0a0286a8df80 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Deleting port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:18:07.958277 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-9b092891-0ead-4d80-a1ab-0a0286a8df80 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:07.985005 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3c93558d-9a91-4991-886a-871725ecb97f req-3824827d-ae7a-4b28-a42c-a887bb14a3d8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] For port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=070ef4fa-f032-4309-bfe7-5f82f3d8a95a,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:07.985365 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3c93558d-9a91-4991-886a-871725ecb97f req-3824827d-ae7a-4b28-a42c-a887bb14a3d8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:08.021953 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-3c93558d-9a91-4991-886a-871725ecb97f req-3824827d-ae7a-4b28-a42c-a887bb14a3d8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Calling delete_port for 070ef4fa-f032-4309-bfe7-5f82f3d8a95a owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:18:08.036226 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.50', 61937) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:08.051196 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-9b092891-0ead-4d80-a1ab-0a0286a8df80 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] For port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6a7ea38e-87d3-4079-a13a-d1258a7c04f9,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:08.051475 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-9b092891-0ead-4d80-a1ab-0a0286a8df80 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:08.054823 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Allocated IP 172.20.0.14 (a4af6b2e-6f38-4592-bab5-e9082b904a73/bb4dca1e-18fe-423e-97d2-3fe5484cd410/58fa352a-6445-4306-b684-412b97a2e21a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:18:08.075521 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37b39130-f7cd-414f-b809-be6d6bfb4e6b req-dc7f5e47-c92a-4e22-be9a-bc0683611577 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189103 Nov 23 04:18:08.081707 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-9b092891-0ead-4d80-a1ab-0a0286a8df80 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Calling delete_port for 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:18:08.162542 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbb0a6-22f9-46ca-8cfd-a09a9904e453 req-f0cf2a5d-5ae8-4ae6-81a5-6e336bdfaa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:08.164547 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86cbb0a6-22f9-46ca-8cfd-a09a9904e453 req-f0cf2a5d-5ae8-4ae6-81a5-6e336bdfaa00 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 1098 time: 0.1244361 Nov 23 04:18:08.364762 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-9b092891-0ead-4d80-a1ab-0a0286a8df80 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:08.398998 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b092891-0ead-4d80-a1ab-0a0286a8df80 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Pushing event deleted for resources: {'Port': ['ID=6a7ea38e-87d3-4079-a13a-d1258a7c04f9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:08.404192 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['f48f6a3d-794b-4b20-922c-ac55129a50c5', '6a7ea38e-87d3-4079-a13a-d1258a7c04f9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:08.466366 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-9b092891-0ead-4d80-a1ab-0a0286a8df80 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] No DVR routers for this DVR port 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 on host hv-cinder-76845 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:18:08.470409 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-9b092891-0ead-4d80-a1ab-0a0286a8df80 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:08.474256 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-9b092891-0ead-4d80-a1ab-0a0286a8df80 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.50 "DELETE /v2.0/ports/6a7ea38e-87d3-4079-a13a-d1258a7c04f9 HTTP/1.1" status: 204 len: 173 time: 0.6449974 Nov 23 04:18:08.474845 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6648b45-9a0f-4dd2-8a71-d53921d23d91', 'name': 'network-vif-deleted', 'tag': '6a7ea38e-87d3-4079-a13a-d1258a7c04f9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:08.478941 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410cd0e19ab500a818ff3cd17b2b4d634dcf2313bc0dc6223f3fe9937fe65d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ef0531-068c-4685-9fc5-22bb4c37dbc9" -d '{"events": [{"server_uuid": "e6648b45-9a0f-4dd2-8a71-d53921d23d91", "name": "network-vif-deleted", "tag": "6a7ea38e-87d3-4079-a13a-d1258a7c04f9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:08.596237 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86cbb0a6-22f9-46ca-8cfd-a09a9904e453 req-df85f2fd-a35e-43bb-bcb8-a4a84d9fe229 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179592 Nov 23 04:18:08.708586 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e4d20-a195-43d2-b39d-4d6e441be689 req-a52bd8d8-4c45-4062-8e68-e5b161e8f83d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:08.711098 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae6e4d20-a195-43d2-b39d-4d6e441be689 req-a52bd8d8-4c45-4062-8e68-e5b161e8f83d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 945 time: 0.4047871 Nov 23 04:18:08.717477 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:08.727919 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd51a6-a2b8-4c4c-a65c-47b0b8e77592 req-9527054d-321d-4e85-9fe9-65648f9764f1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:08.729383 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25bd51a6-a2b8-4c4c-a65c-47b0b8e77592 req-9527054d-321d-4e85-9fe9-65648f9764f1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 947 time: 0.4183898 Nov 23 04:18:08.802119 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3c93558d-9a91-4991-886a-871725ecb97f req-3824827d-ae7a-4b28-a42c-a887bb14a3d8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:08.855425 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['832e3d40-1fef-4a95-9553-b2e7c02d57af', '070ef4fa-f032-4309-bfe7-5f82f3d8a95a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:08.855866 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae6e4d20-a195-43d2-b39d-4d6e441be689 req-a0164bb4-cd3c-42b9-8c52-1b139b215a88 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231856 Nov 23 04:18:08.860126 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824827d-ae7a-4b28-a42c-a887bb14a3d8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Pushing event deleted for resources: {'Port': ['ID=070ef4fa-f032-4309-bfe7-5f82f3d8a95a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:08.866984 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25bd51a6-a2b8-4c4c-a65c-47b0b8e77592 req-21cce4bc-0b71-4770-9df2-a0d5c0648041 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1265049 Nov 23 04:18:08.928119 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c93558d-9a91-4991-886a-871725ecb97f req-3824827d-ae7a-4b28-a42c-a887bb14a3d8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] No DVR routers for this DVR port 070ef4fa-f032-4309-bfe7-5f82f3d8a95a on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:18:08.928119 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:08.928553 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3c93558d-9a91-4991-886a-871725ecb97f req-3824827d-ae7a-4b28-a42c-a887bb14a3d8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:08.932149 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c93558d-9a91-4991-886a-871725ecb97f req-3824827d-ae7a-4b28-a42c-a887bb14a3d8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "DELETE /v2.0/ports/070ef4fa-f032-4309-bfe7-5f82f3d8a95a HTTP/1.1" status: 204 len: 173 time: 1.4387541 Nov 23 04:18:08.932682 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b618a52-9e4c-43d1-8b3d-97412bd51aed', 'name': 'network-vif-deleted', 'tag': '070ef4fa-f032-4309-bfe7-5f82f3d8a95a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:08.935123 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2286e7-f541-4573-9a66-151a5da45c98" -d '{"events": [{"server_uuid": "1b618a52-9e4c-43d1-8b3d-97412bd51aed", "name": "network-vif-deleted", "tag": "070ef4fa-f032-4309-bfe7-5f82f3d8a95a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:08.947822 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef2838b-de04-46d2-9e49-af4132e96c5a x-openstack-request-id: req-aef2838b-de04-46d2-9e49-af4132e96c5a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:08.948698 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6648b45-9a0f-4dd2-8a71-d53921d23d91", "name": "network-vif-deleted", "tag": "6a7ea38e-87d3-4079-a13a-d1258a7c04f9", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:08.949107 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aef2838b-de04-46d2-9e49-af4132e96c5a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:08.949644 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6648b45-9a0f-4dd2-8a71-d53921d23d91', 'name': 'network-vif-deleted', 'tag': '6a7ea38e-87d3-4079-a13a-d1258a7c04f9', 'status': 'completed', 'code': 200} Nov 23 04:18:08.985789 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Network a4af6b2e-6f38-4592-bab5-e9082b904a73 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:18:08.989014 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:18:08.994069 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:18:09.032439 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Pushing event updated for resources: {'Port': ['ID=58fa352a-6445-4306-b684-412b97a2e21a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:09.063615 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0508ae5d-dbd5-413a-ad81-1a7d52b59f84 req-52a88682-2890-490a-8478-1b371a0bdd3b tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 210 time: 0.0613360 Nov 23 04:18:09.102331 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:09.103076 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:09.117026 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9079a66-3fce-4a82-9a65-0284f5e916eb x-openstack-request-id: req-f9079a66-3fce-4a82-9a65-0284f5e916eb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:09.117026 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b618a52-9e4c-43d1-8b3d-97412bd51aed", "name": "network-vif-deleted", "tag": "070ef4fa-f032-4309-bfe7-5f82f3d8a95a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:09.117280 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9079a66-3fce-4a82-9a65-0284f5e916eb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:09.117636 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b618a52-9e4c-43d1-8b3d-97412bd51aed', 'name': 'network-vif-deleted', 'tag': '070ef4fa-f032-4309-bfe7-5f82f3d8a95a', 'status': 'completed', 'code': 200} Nov 23 04:18:09.131935 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a76a61-10bd-4f92-a0ee-4e2253a5b749 req-1a1064df-10bf-49f5-a628-8ef9e18c700d tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:09.133541 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97a76a61-10bd-4f92-a0ee-4e2253a5b749 req-1a1064df-10bf-49f5-a628-8ef9e18c700d tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 932 time: 0.1117630 Nov 23 04:18:09.190879 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97a76a61-10bd-4f92-a0ee-4e2253a5b749 req-0a7a3236-586e-422d-a34f-86ed72ed108d tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512836 Nov 23 04:18:09.213307 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75bc9fca-0cb2-418a-bddf-bb0a42ed7b49 req-5e814e19-f665-4741-b5dd-f935d94e1871 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6648b45-9a0f-4dd2-8a71-d53921d23d91 HTTP/1.1" status: 200 len: 210 time: 0.0341945 Nov 23 04:18:09.261138 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-4f6da972-bb8b-4a83-b7d0-f3a65ff1c004 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8922567 Nov 23 04:18:09.299238 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Request body: {'port': {'device_id': '5f420c68-9a99-44d2-87e9-9761a71b6e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:18:09.350630 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:09.614263 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fa352a-6445-4306-b684-412b97a2e21a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:18:09.621885 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:09.634797 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Transition to ACTIVE for port object 58fa352a-6445-4306-b684-412b97a2e21a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:18:09.766824 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:09.820471 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67449988-e29c-4538-94ba-71a443247615 service neutron] Pushing event updated for resources: {'Port': ['ID=58fa352a-6445-4306-b684-412b97a2e21a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:09.891069 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Attempting to bind port 58fa352a-6445-4306-b684-412b97a2e21a on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:18:09.891391 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Attempting to bind port 58fa352a-6445-4306-b684-412b97a2e21a by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b595c70c-fe67-49e6-92e8-3019d9f15249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:18:09.891663 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Attempting to bind port 58fa352a-6445-4306-b684-412b97a2e21a on network a4af6b2e-6f38-4592-bab5-e9082b904a73 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:18:09.896552 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Port 58fa352a-6445-4306-b684-412b97a2e21a on network a4af6b2e-6f38-4592-bab5-e9082b904a73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:18:09.896991 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Attempting to bind port 58fa352a-6445-4306-b684-412b97a2e21a on network a4af6b2e-6f38-4592-bab5-e9082b904a73 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:18:09.902870 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:18:09.903202 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Checking segment: {'id': 'b595c70c-fe67-49e6-92e8-3019d9f15249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:18:09.903615 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Bound using segment: {'id': 'b595c70c-fe67-49e6-92e8-3019d9f15249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:18:09.904051 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Bound port: 58fa352a-6445-4306-b684-412b97a2e21a, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b595c70c-fe67-49e6-92e8-3019d9f15249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:18:09.904414 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:10.052791 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72965c5-a7b7-48aa-bc89-8f65fed90fe3 req-e0b8f7dc-0731-4fdf-b109-afb1561dee35 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:10.054807 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b72965c5-a7b7-48aa-bc89-8f65fed90fe3 req-e0b8f7dc-0731-4fdf-b109-afb1561dee35 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 945 time: 0.1048110 Nov 23 04:18:10.057240 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] For port 58fa352a-6445-4306-b684-412b97a2e21a, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:18:10.060966 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] For port 58fa352a-6445-4306-b684-412b97a2e21a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=58fa352a-6445-4306-b684-412b97a2e21a,segment=NetworkSegment(b595c70c-fe67-49e6-92e8-3019d9f15249),segment_id=b595c70c-fe67-49e6-92e8-3019d9f15249)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:18:10.091693 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7342f9-db8f-4405-b341-e9a72a175b04 req-d5d089a6-b6a3-4277-b29b-41612ac66ddc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:10.093171 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f7342f9-db8f-4405-b341-e9a72a175b04 req-d5d089a6-b6a3-4277-b29b-41612ac66ddc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 947 time: 0.1244323 Nov 23 04:18:10.140934 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b72965c5-a7b7-48aa-bc89-8f65fed90fe3 req-583a6b5c-38a7-4a81-b4bc-8ef10834676d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775027 Nov 23 04:18:10.148188 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:10.209736 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f7342f9-db8f-4405-b341-e9a72a175b04 req-c6112a02-51fd-4cd3-8c24-48d5a6227ce0 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1061931 Nov 23 04:18:10.213445 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:10.214325 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:10.216039 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-67449988-e29c-4538-94ba-71a443247615 service neutron] 10.222.0.50 "PUT /v2.0/ports/58fa352a-6445-4306-b684-412b97a2e21a HTTP/1.1" status: 200 len: 1094 time: 0.9208853 Nov 23 04:18:10.261373 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67449988-e29c-4538-94ba-71a443247615 service neutron] Pushing event updated for resources: {'Port': ['ID=58fa352a-6445-4306-b684-412b97a2e21a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:10.279921 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-87403184-1eee-454c-b5b1-1397294b07fd req-65fd9eae-4d1e-4429-a562-abe41e1b1f5c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b618a52-9e4c-43d1-8b3d-97412bd51aed HTTP/1.1" status: 200 len: 210 time: 0.0497086 Nov 23 04:18:10.330378 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d1bf6-3e40-4671-a1a0-d67843fcccc8 req-7afa17ee-9f01-4929-ad41-1274d4733189 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:10.331907 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb5d1bf6-3e40-4671-a1a0-d67843fcccc8 req-7afa17ee-9f01-4929-ad41-1274d4733189 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 944 time: 0.0510454 Nov 23 04:18:10.380227 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb5d1bf6-3e40-4671-a1a0-d67843fcccc8 req-86f8af17-48f9-41c4-9afa-df8a9912625f tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Nov 23 04:18:10.449634 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-f5397c0b-485a-4546-9d3d-a6fa8d5af8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:10.451082 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-f5397c0b-485a-4546-9d3d-a6fa8d5af8d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78807cb7ca9445b38b7e896adc10ec2b&device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 1097 time: 0.0407338 Nov 23 04:18:10.502318 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-dd6554db-9193-47e9-be7b-d42da9c01756 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58fa352a-6445-4306-b684-412b97a2e21a HTTP/1.1" status: 200 len: 217 time: 0.0362608 Nov 23 04:18:10.564651 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-99c6c426-4b2c-4649-9f7d-67425eb47214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:10.566134 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-99c6c426-4b2c-4649-9f7d-67425eb47214 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb4dca1e-18fe-423e-97d2-3fe5484cd410 HTTP/1.1" status: 200 len: 849 time: 0.0465209 Nov 23 04:18:10.598156 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-f252e4b7-035f-4c30-af55-5fcd10560fa0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4af6b2e-6f38-4592-bab5-e9082b904a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240018 Nov 23 04:18:10.695855 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-923429ef-31b1-4293-bd26-d7b06eed2097 service neutron] 10.222.0.50 "GET /v2.0/networks/a4af6b2e-6f38-4592-bab5-e9082b904a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884364 Nov 23 04:18:10.825490 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e3e9346-8a9f-4658-bd27-4e538a0df3d4 req-e20214d2-8d8f-4d80-a9c5-11026654619e service neutron] 10.222.0.50 "GET /v2.0/networks/a4af6b2e-6f38-4592-bab5-e9082b904a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215248 Nov 23 04:18:10.836804 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a475dc-65c5-4e04-8c44-9737d544044b req-74ae5bec-2706-4229-9a9d-c2e90fabe55e tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:10.838148 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2a475dc-65c5-4e04-8c44-9737d544044b req-74ae5bec-2706-4229-9a9d-c2e90fabe55e tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0829833 Nov 23 04:18:10.886230 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2a475dc-65c5-4e04-8c44-9737d544044b req-66de2451-4fd8-4493-98a6-cf3eab765ea8 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Nov 23 04:18:11.118511 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f420c68-9a99-44d2-87e9-9761a71b6e99', 'tag': '58fa352a-6445-4306-b684-412b97a2e21a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:11.120894 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d608a5fa-9e79-42c2-bd72-e9f9cb259f22" -d '{"events": [{"name": "network-changed", "server_uuid": "5f420c68-9a99-44d2-87e9-9761a71b6e99", "tag": "58fa352a-6445-4306-b684-412b97a2e21a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:11.156752 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1a07ce-e685-4b5e-aa2a-dc04f218e29c x-openstack-request-id: req-9e1a07ce-e685-4b5e-aa2a-dc04f218e29c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:11.158808 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f420c68-9a99-44d2-87e9-9761a71b6e99", "tag": "58fa352a-6445-4306-b684-412b97a2e21a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:11.158808 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e1a07ce-e685-4b5e-aa2a-dc04f218e29c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:11.158808 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f420c68-9a99-44d2-87e9-9761a71b6e99', 'tag': '58fa352a-6445-4306-b684-412b97a2e21a', 'status': 'completed', 'code': 200} Nov 23 04:18:11.192883 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 070ef4fa-f032-4309-bfe7-5f82f3d8a95a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:18:11.214099 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 070ef4fa-f032-4309-bfe7-5f82f3d8a95a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:18:11.214445 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 070ef4fa-f032-4309-bfe7-5f82f3d8a95a not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:18:11.214867 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:18:11.234187 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:18:11.234521 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6a7ea38e-87d3-4079-a13a-d1258a7c04f9 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:18:11.279370 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608a5fa-9e79-42c2-bd72-e9f9cb259f22 req-c8b6de1b-8b2e-44c4-8c61-32ebe86625ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:11.280864 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d608a5fa-9e79-42c2-bd72-e9f9cb259f22 req-c8b6de1b-8b2e-44c4-8c61-32ebe86625ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78807cb7ca9445b38b7e896adc10ec2b&device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 1097 time: 0.0594921 Nov 23 04:18:11.290037 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac47c0-9b94-4b0b-93e3-2728f3c46b72 req-d1d35018-9ee0-46cf-a8de-0bc16310779d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:11.291436 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4bac47c0-9b94-4b0b-93e3-2728f3c46b72 req-d1d35018-9ee0-46cf-a8de-0bc16310779d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 945 time: 0.0815747 Nov 23 04:18:11.422054 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd149b-d966-45d9-b461-71e15b0630c9 req-4e9d6e32-4025-48ba-a3ea-21c76a7ed7d8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:11.423452 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21fd149b-d966-45d9-b461-71e15b0630c9 req-4e9d6e32-4025-48ba-a3ea-21c76a7ed7d8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 947 time: 0.1301038 Nov 23 04:18:11.448361 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4bac47c0-9b94-4b0b-93e3-2728f3c46b72 req-31391dd2-61c5-4823-aa33-f71d9dff66aa tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395133 Nov 23 04:18:11.470642 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608a5fa-9e79-42c2-bd72-e9f9cb259f22 req-8d9f9077-891d-425a-9ec3-386683d88463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:11.473765 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d608a5fa-9e79-42c2-bd72-e9f9cb259f22 req-8d9f9077-891d-425a-9ec3-386683d88463 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4af6b2e-6f38-4592-bab5-e9082b904a73 HTTP/1.1" status: 200 len: 910 time: 0.1798477 Nov 23 04:18:11.527227 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d608a5fa-9e79-42c2-bd72-e9f9cb259f22 req-92693c81-f400-4878-8c38-62bb57554d52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58fa352a-6445-4306-b684-412b97a2e21a HTTP/1.1" status: 200 len: 217 time: 0.0439360 Nov 23 04:18:11.530937 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21fd149b-d966-45d9-b461-71e15b0630c9 req-6d7d3e6c-30cb-49b8-8e60-9aff2ff5ec73 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0969801 Nov 23 04:18:11.533349 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:18:11.652288 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd02ca1-a1c4-4e29-a268-b95044256fac req-b15d3604-4122-4b65-9ffd-6f9c47c8deb7 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:11.653749 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8dd02ca1-a1c4-4e29-a268-b95044256fac req-b15d3604-4122-4b65-9ffd-6f9c47c8deb7 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 944 time: 0.1128411 Nov 23 04:18:11.655049 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608a5fa-9e79-42c2-bd72-e9f9cb259f22 req-03ca792c-3c4a-4ca2-8c84-7f07433d81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:11.656356 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d608a5fa-9e79-42c2-bd72-e9f9cb259f22 req-03ca792c-3c4a-4ca2-8c84-7f07433d81ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb4dca1e-18fe-423e-97d2-3fe5484cd410 HTTP/1.1" status: 200 len: 849 time: 0.1066363 Nov 23 04:18:11.694283 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f52ae-a9e7-4f6a-aea1-d5bbc32a5bf1 req-dda61003-4c56-439d-a4dc-183c713cbcde tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:11.695932 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d53f52ae-a9e7-4f6a-aea1-d5bbc32a5bf1 req-dda61003-4c56-439d-a4dc-183c713cbcde tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 945 time: 0.1035535 Nov 23 04:18:11.714124 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d608a5fa-9e79-42c2-bd72-e9f9cb259f22 req-60d52758-b616-49d7-b7cd-65909f16d586 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4af6b2e-6f38-4592-bab5-e9082b904a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434000 Nov 23 04:18:11.808668 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8dd02ca1-a1c4-4e29-a268-b95044256fac req-44778315-4b2d-4c32-8a51-2b961863c45d tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478169 Nov 23 04:18:11.828869 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d53f52ae-a9e7-4f6a-aea1-d5bbc32a5bf1 req-10de404a-30c1-44e4-a37b-0dbbfa1fb625 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177614 Nov 23 04:18:11.857255 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d608a5fa-9e79-42c2-bd72-e9f9cb259f22 req-e44a440b-f509-4ab7-ab99-ed533d7bd5ab service neutron] 10.222.0.50 "GET /v2.0/networks/a4af6b2e-6f38-4592-bab5-e9082b904a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343071 Nov 23 04:18:11.952660 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d608a5fa-9e79-42c2-bd72-e9f9cb259f22 req-69e98b93-366e-4ccf-9384-0687986887e6 service neutron] 10.222.0.50 "GET /v2.0/networks/a4af6b2e-6f38-4592-bab5-e9082b904a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878587 Nov 23 04:18:12.003880 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1838f3a-3291-4f9a-a97c-946e39fdbff5 req-bff9161d-08f5-49f4-a8cc-2bc8a59a1105 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:12.005344 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c1838f3a-3291-4f9a-a97c-946e39fdbff5 req-bff9161d-08f5-49f4-a8cc-2bc8a59a1105 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0502362 Nov 23 04:18:12.058088 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c1838f3a-3291-4f9a-a97c-946e39fdbff5 req-3cbb5fe9-16c7-4a04-a338-7dd3caef5013 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466294 Nov 23 04:18:12.161028 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43739814-9bf5-4a00-a2ae-97ce7777b1e2 req-fefeb3b1-8945-4e8a-bc6f-c30ce67a42f7 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:12.162506 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-43739814-9bf5-4a00-a2ae-97ce7777b1e2 req-fefeb3b1-8945-4e8a-bc6f-c30ce67a42f7 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 945 time: 0.0494347 Nov 23 04:18:12.212368 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-43739814-9bf5-4a00-a2ae-97ce7777b1e2 req-f6b81629-ffe9-4bf4-b4d5-b1528420a266 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 Nov 23 04:18:12.920859 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76772792-cb51-4fc4-a9e8-d777b2600a71 req-047f05bb-0ecb-4317-821d-beb976859f55 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:12.922229 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-76772792-cb51-4fc4-a9e8-d777b2600a71 req-047f05bb-0ecb-4317-821d-beb976859f55 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 944 time: 0.0482059 Nov 23 04:18:12.976033 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-76772792-cb51-4fc4-a9e8-d777b2600a71 req-9aef3ea4-d2b0-4175-a2c6-f800e9384c0d tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432951 Nov 23 04:18:13.185884 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6801ee6-7b0b-4661-ab30-693a336fad71 req-d98d5caf-7193-49e5-84db-033efbd70a5f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:13.189491 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6801ee6-7b0b-4661-ab30-693a336fad71 req-d98d5caf-7193-49e5-84db-033efbd70a5f tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0553689 Nov 23 04:18:13.217396 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 58fa352a-6445-4306-b684-412b97a2e21a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:18:13.245507 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6801ee6-7b0b-4661-ab30-693a336fad71 req-60a6ff7f-0d0c-41a1-bbf5-23846ff663ad tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520940 Nov 23 04:18:13.285128 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348466b-d494-47e9-9712-171e37989bff req-7e561bc5-ac4f-4f3a-b441-89c949c13cb1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:13.286589 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2348466b-d494-47e9-9712-171e37989bff req-7e561bc5-ac4f-4f3a-b441-89c949c13cb1 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.0536814 Nov 23 04:18:13.322613 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 58fa352a-6445-4306-b684-412b97a2e21a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=58fa352a-6445-4306-b684-412b97a2e21a,segment=NetworkSegment(b595c70c-fe67-49e6-92e8-3019d9f15249),segment_id=b595c70c-fe67-49e6-92e8-3019d9f15249)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:13.334590 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '58fa352a-6445-4306-b684-412b97a2e21a', 'network_id': 'a4af6b2e-6f38-4592-bab5-e9082b904a73', 'port_id': '58fa352a-6445-4306-b684-412b97a2e21a', 'mac_address': 'fa:16:3e:b7:7f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4dca1e-18fe-423e-97d2-3fe5484cd410', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:18:13.335848 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2348466b-d494-47e9-9712-171e37989bff req-b930cf3f-e936-4d20-85a9-af417d2f5491 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Nov 23 04:18:13.376787 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:13.389471 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fa352a-6445-4306-b684-412b97a2e21a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:18:13.408373 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 58fa352a-6445-4306-b684-412b97a2e21a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=58fa352a-6445-4306-b684-412b97a2e21a,segment=NetworkSegment(b595c70c-fe67-49e6-92e8-3019d9f15249),segment_id=b595c70c-fe67-49e6-92e8-3019d9f15249)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:13.501015 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:13.547524 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=58fa352a-6445-4306-b684-412b97a2e21a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:14.042690 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['58fa352a-6445-4306-b684-412b97a2e21a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:14.101225 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639da653-ca30-42cb-b1ec-6579332c2f5a req-e5e96ad4-55d4-409d-818d-945ed5941760 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:14.102880 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-639da653-ca30-42cb-b1ec-6579332c2f5a req-e5e96ad4-55d4-409d-818d-945ed5941760 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 945 time: 0.0628505 Nov 23 04:18:14.160552 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-639da653-ca30-42cb-b1ec-6579332c2f5a req-fb3ed60d-81d5-45cb-8e8a-a2d2af9e6658 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500426 Nov 23 04:18:14.367983 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb05ebc-dc96-462e-9302-3cb5fc805206 req-752c8b59-891c-473b-9835-ea9eb0085082 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:14.369642 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1fb05ebc-dc96-462e-9302-3cb5fc805206 req-752c8b59-891c-473b-9835-ea9eb0085082 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0506785 Nov 23 04:18:14.418959 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1fb05ebc-dc96-462e-9302-3cb5fc805206 req-d743b943-905e-4b36-8e2a-7a04ff6d2df5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 Nov 23 04:18:14.524264 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3f596-55d6-41bf-ac67-6439bd312999 req-ab8be48b-3e4a-426a-8804-5e482dfe0ebd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:14.525695 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4c3f596-55d6-41bf-ac67-6439bd312999 req-ab8be48b-3e4a-426a-8804-5e482dfe0ebd tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.0517464 Nov 23 04:18:14.575165 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4c3f596-55d6-41bf-ac67-6439bd312999 req-4ae7e124-fdab-4539-96b5-24444578778c tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435309 Nov 23 04:18:15.223570 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 58fa352a-6445-4306-b684-412b97a2e21a up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:18:15.278877 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c9169-53fc-4d27-8df6-50de7399d279 req-c9d55a6e-ce33-4645-a0f6-18779e9d0ccf tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:15.280431 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f1c9169-53fc-4d27-8df6-50de7399d279 req-c9d55a6e-ce33-4645-a0f6-18779e9d0ccf tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 945 time: 0.0519223 Nov 23 04:18:15.327707 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f1c9169-53fc-4d27-8df6-50de7399d279 req-6ec22249-674b-43a2-8bab-89d5b72f986a tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Nov 23 04:18:15.394919 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e3ef2-7915-4a08-91b0-54b1142e03fc req-24469749-d05c-4d24-b24e-994b3e7291fe tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:15.396512 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bd4e3ef2-7915-4a08-91b0-54b1142e03fc req-24469749-d05c-4d24-b24e-994b3e7291fe tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.0511572 Nov 23 04:18:15.400562 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 58fa352a-6445-4306-b684-412b97a2e21a completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:18:15.402465 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 58fa352a-6445-4306-b684-412b97a2e21a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:18:15.402858 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:15.489007 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:15.510976 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f420c68-9a99-44d2-87e9-9761a71b6e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fa352a-6445-4306-b684-412b97a2e21a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:15.513413 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27d018f-3c1d-4820-8f12-59500e483821" -d '{"events": [{"server_uuid": "5f420c68-9a99-44d2-87e9-9761a71b6e99", "name": "network-vif-plugged", "status": "completed", "tag": "58fa352a-6445-4306-b684-412b97a2e21a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:15.529390 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 58fa352a-6445-4306-b684-412b97a2e21a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=58fa352a-6445-4306-b684-412b97a2e21a,segment=NetworkSegment(b595c70c-fe67-49e6-92e8-3019d9f15249),segment_id=b595c70c-fe67-49e6-92e8-3019d9f15249)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:15.550477 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5672f9c0-88fb-4e07-af37-f198d1ffae44 x-openstack-request-id: req-5672f9c0-88fb-4e07-af37-f198d1ffae44 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:15.550795 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f420c68-9a99-44d2-87e9-9761a71b6e99", "name": "network-vif-plugged", "status": "completed", "tag": "58fa352a-6445-4306-b684-412b97a2e21a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:15.551097 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5672f9c0-88fb-4e07-af37-f198d1ffae44 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:15.551680 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f420c68-9a99-44d2-87e9-9761a71b6e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fa352a-6445-4306-b684-412b97a2e21a', 'code': 200} Nov 23 04:18:15.571460 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-bd4e3ef2-7915-4a08-91b0-54b1142e03fc req-35fae58b-6423-49f7-97c6-c98e7e39d83a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Deleting port 832e3d40-1fef-4a95-9553-b2e7c02d57af {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:18:15.571798 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bd4e3ef2-7915-4a08-91b0-54b1142e03fc req-35fae58b-6423-49f7-97c6-c98e7e39d83a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:15.583171 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca4eeb-77e7-43d5-a5ba-64f2964995cf req-346f29ff-d27f-4a57-8ff3-067a70986b1b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:15.586016 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-35ca4eeb-77e7-43d5-a5ba-64f2964995cf req-346f29ff-d27f-4a57-8ff3-067a70986b1b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0727618 Nov 23 04:18:15.714411 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-35ca4eeb-77e7-43d5-a5ba-64f2964995cf req-71331699-5b03-4809-9ffe-980c0e22da66 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189682 Nov 23 04:18:15.746386 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bd4e3ef2-7915-4a08-91b0-54b1142e03fc req-35fae58b-6423-49f7-97c6-c98e7e39d83a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] For port 832e3d40-1fef-4a95-9553-b2e7c02d57af, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=832e3d40-1fef-4a95-9553-b2e7c02d57af,segment=NetworkSegment(419c0156-1f39-40d0-9743-055fcc661fad),segment_id=419c0156-1f39-40d0-9743-055fcc661fad)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:15.746386 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bd4e3ef2-7915-4a08-91b0-54b1142e03fc req-35fae58b-6423-49f7-97c6-c98e7e39d83a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:15.751836 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-bd4e3ef2-7915-4a08-91b0-54b1142e03fc req-35fae58b-6423-49f7-97c6-c98e7e39d83a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Calling delete_port for 832e3d40-1fef-4a95-9553-b2e7c02d57af owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:18:15.760837 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf2d51-02b4-4645-a644-a2d82de7dbd2 req-167632ca-deee-4749-8838-0b0056754828 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:15.762323 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edbf2d51-02b4-4645-a644-a2d82de7dbd2 req-167632ca-deee-4749-8838-0b0056754828 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 946 time: 0.1087463 Nov 23 04:18:15.786774 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:15.837638 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=58fa352a-6445-4306-b684-412b97a2e21a,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:15.859320 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edbf2d51-02b4-4645-a644-a2d82de7dbd2 req-8171c9a7-7bba-416a-b7d8-6f0a0b78615a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/security-groups?id=75d07c80-5d7c-4a6e-a22d-bfca18158e78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899200 Nov 23 04:18:16.024890 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bd4e3ef2-7915-4a08-91b0-54b1142e03fc req-35fae58b-6423-49f7-97c6-c98e7e39d83a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:16.055456 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fae58b-6423-49f7-97c6-c98e7e39d83a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Pushing event deleted for resources: {'Port': ['ID=832e3d40-1fef-4a95-9553-b2e7c02d57af,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:16.062564 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['832e3d40-1fef-4a95-9553-b2e7c02d57af'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:16.091368 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c985b-f37a-4324-9078-7bea3d8f4d6e req-15203b7c-e819-4056-8c7d-802ad17babe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:16.092835 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2c3c985b-f37a-4324-9078-7bea3d8f4d6e req-15203b7c-e819-4056-8c7d-802ad17babe3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 1099 time: 0.0927298 Nov 23 04:18:16.107390 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4e3ef2-7915-4a08-91b0-54b1142e03fc req-35fae58b-6423-49f7-97c6-c98e7e39d83a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] No DVR routers for this DVR port 832e3d40-1fef-4a95-9553-b2e7c02d57af on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:18:16.113510 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bd4e3ef2-7915-4a08-91b0-54b1142e03fc req-35fae58b-6423-49f7-97c6-c98e7e39d83a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:16.117191 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bd4e3ef2-7915-4a08-91b0-54b1142e03fc req-35fae58b-6423-49f7-97c6-c98e7e39d83a tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.50 "DELETE /v2.0/ports/832e3d40-1fef-4a95-9553-b2e7c02d57af HTTP/1.1" status: 204 len: 173 time: 0.6747518 Nov 23 04:18:16.117618 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87273409-979f-4dd3-b901-60f00ba87d4c', 'name': 'network-vif-deleted', 'tag': '832e3d40-1fef-4a95-9553-b2e7c02d57af'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:16.119929 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d238be-2813-4ab3-a470-c5627dfc2696" -d '{"events": [{"server_uuid": "87273409-979f-4dd3-b901-60f00ba87d4c", "name": "network-vif-deleted", "tag": "832e3d40-1fef-4a95-9553-b2e7c02d57af"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:16.156557 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2c3c985b-f37a-4324-9078-7bea3d8f4d6e req-37840645-9de6-4f76-b0b8-e9ef6f9c15a4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501182 Nov 23 04:18:16.158481 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a943c3-11f2-4edc-947e-761b06ba9a53 x-openstack-request-id: req-16a943c3-11f2-4edc-947e-761b06ba9a53 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:16.158768 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87273409-979f-4dd3-b901-60f00ba87d4c", "name": "network-vif-deleted", "tag": "832e3d40-1fef-4a95-9553-b2e7c02d57af", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:16.159017 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16a943c3-11f2-4edc-947e-761b06ba9a53 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:16.159435 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87273409-979f-4dd3-b901-60f00ba87d4c', 'name': 'network-vif-deleted', 'tag': '832e3d40-1fef-4a95-9553-b2e7c02d57af', 'status': 'completed', 'code': 200} Nov 23 04:18:16.443173 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c469c7-041b-4420-86ff-4a70ee8c2bb1 req-8d8ec92d-6923-4004-bd6a-04108b075c4a tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:16.445323 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-69c469c7-041b-4420-86ff-4a70ee8c2bb1 req-8d8ec92d-6923-4004-bd6a-04108b075c4a tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 946 time: 0.0496507 Nov 23 04:18:16.491437 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-69c469c7-041b-4420-86ff-4a70ee8c2bb1 req-a9bae41d-f1ed-4376-954e-f9b33c769adf tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Nov 23 04:18:16.841171 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598abd5-7a49-4860-a151-2281368754fd req-8aabc2f8-f42f-4cf2-9550-caf563910508 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:16.844263 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a598abd5-7a49-4860-a151-2281368754fd req-8aabc2f8-f42f-4cf2-9550-caf563910508 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0574093 Nov 23 04:18:16.897295 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a598abd5-7a49-4860-a151-2281368754fd req-e3459412-c10e-4cc4-bfd0-721bd6b4c7d5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473895 Nov 23 04:18:16.970875 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-98d0598f-c4c0-405b-9cca-7d49dfd620ff req-63280f3d-b998-4f1a-ae62-09fd8eddb0a8 tempest-AttachVolumeNegativeTest-491441339 tempest-AttachVolumeNegativeTest-491441339-project] 10.222.0.54 "GET /v2.0/ports?device_id=87273409-979f-4dd3-b901-60f00ba87d4c HTTP/1.1" status: 200 len: 210 time: 0.0266590 Nov 23 04:18:17.613553 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f0790-8646-44d1-96e0-8ee2c60c13c6 req-c314e5ea-0b48-4682-a1c3-e4052088ac1a tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:17.615203 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e8f0790-8646-44d1-96e0-8ee2c60c13c6 req-c314e5ea-0b48-4682-a1c3-e4052088ac1a tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 946 time: 0.0510824 Nov 23 04:18:17.662835 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e8f0790-8646-44d1-96e0-8ee2c60c13c6 req-e36df729-e94e-466f-aff5-3cd25cf1e225 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406754 Nov 23 04:18:18.026153 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb6695-03a2-4873-9d38-fe62fa90a9e8 req-ba0fafa3-97ad-411d-a3f8-dbc6d7a8f0b7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:18.027703 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2cbb6695-03a2-4873-9d38-fe62fa90a9e8 req-ba0fafa3-97ad-411d-a3f8-dbc6d7a8f0b7 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.50 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0871718 Nov 23 04:18:18.028787 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59226) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:18.044421 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969da75-114d-4c8e-a4a6-92f65cec7d44 req-0cf9993f-e81a-4977-9f2c-1a4e6333f1a5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:18.045851 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4969da75-114d-4c8e-a4a6-92f65cec7d44 req-0cf9993f-e81a-4977-9f2c-1a4e6333f1a5 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 945 time: 0.0767734 Nov 23 04:18:18.073140 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88666fb-0874-45f7-9baf-551026687daf admin admin] Deleting subnet 8e1376b0-d11d-4241-9f82-5ec678076c29 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:18:18.076210 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d88666fb-0874-45f7-9baf-551026687daf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.113877 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d88666fb-0874-45f7-9baf-551026687daf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197436'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.145194 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4969da75-114d-4c8e-a4a6-92f65cec7d44 req-abbb1554-fad0-4799-b99a-a077f4a753d2 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932655 Nov 23 04:18:18.151876 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d88666fb-0874-45f7-9baf-551026687daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.170470 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2cbb6695-03a2-4873-9d38-fe62fa90a9e8 req-144b89e4-e025-4776-99d4-8da2a723518b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Deleting port f48f6a3d-794b-4b20-922c-ac55129a50c5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:18:18.170802 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2cbb6695-03a2-4873-9d38-fe62fa90a9e8 req-144b89e4-e025-4776-99d4-8da2a723518b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.260263 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2cbb6695-03a2-4873-9d38-fe62fa90a9e8 req-144b89e4-e025-4776-99d4-8da2a723518b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] For port f48f6a3d-794b-4b20-922c-ac55129a50c5, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f48f6a3d-794b-4b20-922c-ac55129a50c5,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:18.260623 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2cbb6695-03a2-4873-9d38-fe62fa90a9e8 req-144b89e4-e025-4776-99d4-8da2a723518b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.273274 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2cbb6695-03a2-4873-9d38-fe62fa90a9e8 req-144b89e4-e025-4776-99d4-8da2a723518b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Calling delete_port for f48f6a3d-794b-4b20-922c-ac55129a50c5 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:18:18.297681 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d88666fb-0874-45f7-9baf-551026687daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9143487'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.325219 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88666fb-0874-45f7-9baf-551026687daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1376b0-d11d-4241-9f82-5ec678076c29,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:18.327261 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d88666fb-0874-45f7-9baf-551026687daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.333355 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-d88666fb-0874-45f7-9baf-551026687daf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8e1376b0-d11d-4241-9f82-5ec678076c29 HTTP/1.1" status: 204 len: 168 time: 0.3032992 Nov 23 04:18:18.333569 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59230) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:18.641250 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.780717 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.808592 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f225ae5-6bd1-4fef-a8a2-1e95224823f9']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:18.821422 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419c0156-1f39-40d0-9743-055fcc661fad') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:18.821711 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419c0156-1f39-40d0-9743-055fcc661fad') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:18.830009 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddccb3-169e-4b8c-a32e-ab46fb9fb091 req-bdb80065-c7b5-44af-976a-c99f48e826d6 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:18.831501 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acddccb3-169e-4b8c-a32e-ab46fb9fb091 req-bdb80065-c7b5-44af-976a-c99f48e826d6 tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 946 time: 0.0874710 Nov 23 04:18:18.840279 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3086330'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.859196 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2cbb6695-03a2-4873-9d38-fe62fa90a9e8 req-144b89e4-e025-4776-99d4-8da2a723518b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.894094 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['f48f6a3d-794b-4b20-922c-ac55129a50c5'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:18.895400 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.904755 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b89e4-e025-4776-99d4-8da2a723518b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Pushing event deleted for resources: {'Port': ['ID=f48f6a3d-794b-4b20-922c-ac55129a50c5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:18.911486 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:18:18.911890 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099859'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: Traceback (most recent call last): Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: timer() Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: cb(*args, **kw) Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: return func(*args, **kwargs) Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: self._notify() Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: self.callback(batched_events) Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: event.method(event) Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: return f(self, *a, **k) Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._get(url).json() Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:18:18.916307 dv-cinder-768458-16-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:18:19.000834 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acddccb3-169e-4b8c-a32e-ab46fb9fb091 req-8681ba9c-1d5a-4487-b90b-ba22b988866a tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623991 Nov 23 04:18:19.001488 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbb6695-03a2-4873-9d38-fe62fa90a9e8 req-144b89e4-e025-4776-99d4-8da2a723518b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] No DVR routers for this DVR port f48f6a3d-794b-4b20-922c-ac55129a50c5 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:18:19.006931 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2cbb6695-03a2-4873-9d38-fe62fa90a9e8 req-144b89e4-e025-4776-99d4-8da2a723518b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:19.010698 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2cbb6695-03a2-4873-9d38-fe62fa90a9e8 req-144b89e4-e025-4776-99d4-8da2a723518b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.50 "DELETE /v2.0/ports/f48f6a3d-794b-4b20-922c-ac55129a50c5 HTTP/1.1" status: 204 len: 173 time: 0.9577832 Nov 23 04:18:19.011135 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696e3da2-6fdb-4741-8f4f-fffccaf8d403', 'name': 'network-vif-deleted', 'tag': 'f48f6a3d-794b-4b20-922c-ac55129a50c5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:19.013735 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc331d6-207b-4307-a74f-8ea0dcb1312d" -d '{"events": [{"server_uuid": "696e3da2-6fdb-4741-8f4f-fffccaf8d403", "name": "network-vif-deleted", "tag": "f48f6a3d-794b-4b20-922c-ac55129a50c5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:19.056842 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267a6a82-04cc-49ca-8a2c-105306f0212b x-openstack-request-id: req-267a6a82-04cc-49ca-8a2c-105306f0212b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:19.057148 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696e3da2-6fdb-4741-8f4f-fffccaf8d403", "name": "network-vif-deleted", "tag": "f48f6a3d-794b-4b20-922c-ac55129a50c5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:19.057406 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-267a6a82-04cc-49ca-8a2c-105306f0212b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:19.057838 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696e3da2-6fdb-4741-8f4f-fffccaf8d403', 'name': 'network-vif-deleted', 'tag': 'f48f6a3d-794b-4b20-922c-ac55129a50c5', 'status': 'completed', 'code': 200} Nov 23 04:18:19.132580 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:19.137954 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:19.141128 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] 10.222.0.54 "DELETE /v2.0/networks/3f225ae5-6bd1-4fef-a8a2-1e95224823f9 HTTP/1.1" status: 204 len: 168 time: 0.8065581 Nov 23 04:18:19.152892 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ef282-3a79-454b-825b-fed2cad1379a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f225ae5-6bd1-4fef-a8a2-1e95224823f9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:19.251633 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 832e3d40-1fef-4a95-9553-b2e7c02d57af no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:18:19.255899 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-322250d3-f316-4a2b-99f3-79128f3f98a0 req-fb687c20-e475-45ff-867a-3d8b4e40ac2b tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] 10.222.0.54 "GET /v2.0/ports?device_id=696e3da2-6fdb-4741-8f4f-fffccaf8d403 HTTP/1.1" status: 200 len: 210 time: 0.0321097 Nov 23 04:18:19.273011 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 832e3d40-1fef-4a95-9553-b2e7c02d57af {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:18:19.273462 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 832e3d40-1fef-4a95-9553-b2e7c02d57af not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:18:19.596398 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59248) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:19.637108 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-622824d2-a89d-4c23-a38a-284591c33d15 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc51e914f5e74ceca4086caa5a05b8f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393596 Nov 23 04:18:19.639575 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59252) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:19.692124 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd8203f6-d3fc-4ccc-8254-4c3e4aa3619a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:19.713134 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd8203f6-d3fc-4ccc-8254-4c3e4aa3619a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:19.857523 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd8203f6-d3fc-4ccc-8254-4c3e4aa3619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:19.860246 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd8203f6-d3fc-4ccc-8254-4c3e4aa3619a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:19.861398 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cd8203f6-d3fc-4ccc-8254-4c3e4aa3619a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75d07c80-5d7c-4a6e-a22d-bfca18158e78 HTTP/1.1" status: 204 len: 168 time: 0.2209361 Nov 23 04:18:19.870132 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8203f6-d3fc-4ccc-8254-4c3e4aa3619a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d07c80-5d7c-4a6e-a22d-bfca18158e78,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:20.313066 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59268) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:20.677047 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7cf06-75e7-482b-9804-79aaa3f5f64b req-79f9d4f1-13d4-4ac0-a499-492d7608a6ee tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:20.678568 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-17e7cf06-75e7-482b-9804-79aaa3f5f64b req-79f9d4f1-13d4-4ac0-a499-492d7608a6ee tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 946 time: 0.0920892 Nov 23 04:18:20.784414 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-17e7cf06-75e7-482b-9804-79aaa3f5f64b req-1f583a72-179c-4120-b1a0-a1d7c6cb374d tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947459 Nov 23 04:18:20.824144 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124048'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:21.125625 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] Deleting port eb4ff559-bad4-4eef-9e02-4306ec63fc2d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:18:21.125997 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:21.203086 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] For port eb4ff559-bad4-4eef-9e02-4306ec63fc2d, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=eb4ff559-bad4-4eef-9e02-4306ec63fc2d,segment=NetworkSegment(8e2a74f1-c909-45b6-ac01-fcf8cab3be35),segment_id=8e2a74f1-c909-45b6-ac01-fcf8cab3be35)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:21.203423 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:21.220656 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] Calling delete_port for eb4ff559-bad4-4eef-9e02-4306ec63fc2d owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:18:21.236473 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f48f6a3d-794b-4b20-922c-ac55129a50c5 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:18:21.256553 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: f48f6a3d-794b-4b20-922c-ac55129a50c5 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:18:21.256803 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f48f6a3d-794b-4b20-922c-ac55129a50c5 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:18:21.541248 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:21.567609 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4ff559-bad4-4eef-9e02-4306ec63fc2d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:21.724582 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124028'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:21.981464 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68610e3-d176-49fa-8461-240b44943b64 req-6cea5aeb-8e52-47b9-8d6c-927215cbaa4c tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:21.982869 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b68610e3-d176-49fa-8461-240b44943b64 req-6cea5aeb-8e52-47b9-8d6c-927215cbaa4c tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 946 time: 0.1030495 Nov 23 04:18:22.002548 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] Router f207e2cb-d38b-4b91-9b1c-f78f11009767 has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:18:22.087907 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b68610e3-d176-49fa-8461-240b44943b64 req-a32094dc-a153-4599-9c36-e3b5990e8fbc tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/security-groups?id=97535e33-b3f8-40ae-9f9d-7bc2727545ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968821 Nov 23 04:18:22.143481 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:18:22.149068 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-00d10565-4d64-42e4-921e-b81b10c8fb52 admin admin] 10.222.0.54 "PUT /v2.0/routers/f207e2cb-d38b-4b91-9b1c-f78f11009767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8346918 Nov 23 04:18:22.151958 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59298) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:22.157663 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4409e20-59fe-4fc0-8ae1-5195de5f923f None None] Sync routers for ids ['f207e2cb-d38b-4b91-9b1c-f78f11009767'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:18:22.165676 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4409e20-59fe-4fc0-8ae1-5195de5f923f None None] Routers {'f207e2cb-d38b-4b91-9b1c-f78f11009767'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:18:22.166302 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f4409e20-59fe-4fc0-8ae1-5195de5f923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:18:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f207e2cb-d38b-4b91-9b1c-f78f11009767'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:22.208386 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262036d-1770-4077-80a4-cddb66164139 req-27a5cd6c-cf03-45e1-9202-3f7a1a0baade tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:22.210001 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0262036d-1770-4077-80a4-cddb66164139 req-27a5cd6c-cf03-45e1-9202-3f7a1a0baade tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 946 time: 0.0535126 Nov 23 04:18:22.273384 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f4409e20-59fe-4fc0-8ae1-5195de5f923f None None] Set router f207e2cb-d38b-4b91-9b1c-f78f11009767 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:18:22.276307 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:22.327457 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0262036d-1770-4077-80a4-cddb66164139 req-1115a6da-57ea-4b71-aafd-16c5ff20884e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Deleting port 58fa352a-6445-4306-b684-412b97a2e21a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:18:22.327802 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0262036d-1770-4077-80a4-cddb66164139 req-1115a6da-57ea-4b71-aafd-16c5ff20884e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:22.379939 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:22.426548 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0262036d-1770-4077-80a4-cddb66164139 req-1115a6da-57ea-4b71-aafd-16c5ff20884e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] For port 58fa352a-6445-4306-b684-412b97a2e21a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=58fa352a-6445-4306-b684-412b97a2e21a,segment=NetworkSegment(b595c70c-fe67-49e6-92e8-3019d9f15249),segment_id=b595c70c-fe67-49e6-92e8-3019d9f15249)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:22.426964 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0262036d-1770-4077-80a4-cddb66164139 req-1115a6da-57ea-4b71-aafd-16c5ff20884e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:22.438934 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0262036d-1770-4077-80a4-cddb66164139 req-1115a6da-57ea-4b71-aafd-16c5ff20884e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Calling delete_port for 58fa352a-6445-4306-b684-412b97a2e21a owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:18:22.452424 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f4409e20-59fe-4fc0-8ae1-5195de5f923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'name': 'tempest-ServerRescueNegativeTestJSON-107509284-router', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:18:21Z', 'revision_number': 5, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'gw_port': {'id': 'd7e901a6-8edb-466b-83ed-94c779fc3995', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:20Z', 'updated_at': '2021-11-23T04:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:22.481081 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4409e20-59fe-4fc0-8ae1-5195de5f923f None None] Checking router: f207e2cb-d38b-4b91-9b1c-f78f11009767 for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:18:22.490309 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4409e20-59fe-4fc0-8ae1-5195de5f923f None None] Routers {'f207e2cb-d38b-4b91-9b1c-f78f11009767'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:18:22.491033 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f4409e20-59fe-4fc0-8ae1-5195de5f923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:18:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f207e2cb-d38b-4b91-9b1c-f78f11009767'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:22.501880 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Deleting port d7e901a6-8edb-466b-83ed-94c779fc3995 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:18:22.502350 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:22.609088 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] For port d7e901a6-8edb-466b-83ed-94c779fc3995, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=d7e901a6-8edb-466b-83ed-94c779fc3995,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:22.609891 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:22.627395 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Calling delete_port for d7e901a6-8edb-466b-83ed-94c779fc3995 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:18:22.700871 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f4409e20-59fe-4fc0-8ae1-5195de5f923f None None] Set router f207e2cb-d38b-4b91-9b1c-f78f11009767 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:18:22.755308 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f4409e20-59fe-4fc0-8ae1-5195de5f923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'name': 'tempest-ServerRescueNegativeTestJSON-107509284-router', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:18:22Z', 'revision_number': 6, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'gw_port_host': None}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:22.782224 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4409e20-59fe-4fc0-8ae1-5195de5f923f None None] The sync data for ids ['f207e2cb-d38b-4b91-9b1c-f78f11009767'] in dv-cinder-768458-16-iscsi is: [{'id': 'f207e2cb-d38b-4b91-9b1c-f78f11009767', 'name': 'tempest-ServerRescueNegativeTestJSON-107509284-router', 'tenant_id': '79d1a358755a4113b0a35cf50d3cc95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:18:22Z', 'revision_number': 6, 'project_id': '79d1a358755a4113b0a35cf50d3cc95a', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:18:22.883785 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0262036d-1770-4077-80a4-cddb66164139 req-1115a6da-57ea-4b71-aafd-16c5ff20884e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:22.917134 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115a6da-57ea-4b71-aafd-16c5ff20884e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Pushing event deleted for resources: {'Port': ['ID=58fa352a-6445-4306-b684-412b97a2e21a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:22.931142 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['58fa352a-6445-4306-b684-412b97a2e21a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:22.948087 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:22.962269 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0262036d-1770-4077-80a4-cddb66164139 req-1115a6da-57ea-4b71-aafd-16c5ff20884e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] No DVR routers for this DVR port 58fa352a-6445-4306-b684-412b97a2e21a on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:18:22.964815 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0262036d-1770-4077-80a4-cddb66164139 req-1115a6da-57ea-4b71-aafd-16c5ff20884e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:22.968942 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0262036d-1770-4077-80a4-cddb66164139 req-1115a6da-57ea-4b71-aafd-16c5ff20884e tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.50 "DELETE /v2.0/ports/58fa352a-6445-4306-b684-412b97a2e21a HTTP/1.1" status: 204 len: 173 time: 0.7523882 Nov 23 04:18:22.969390 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f420c68-9a99-44d2-87e9-9761a71b6e99', 'name': 'network-vif-deleted', 'tag': '58fa352a-6445-4306-b684-412b97a2e21a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:22.971671 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611e815c-cc44-4bd5-9870-c9c26082e8d6" -d '{"events": [{"server_uuid": "5f420c68-9a99-44d2-87e9-9761a71b6e99", "name": "network-vif-deleted", "tag": "58fa352a-6445-4306-b684-412b97a2e21a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:22.981089 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e901a6-8edb-466b-83ed-94c779fc3995,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:23.015619 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0d7d5c-fe0e-4a20-b9c4-cee1687745a7 x-openstack-request-id: req-dd0d7d5c-fe0e-4a20-b9c4-cee1687745a7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:23.016512 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f420c68-9a99-44d2-87e9-9761a71b6e99", "name": "network-vif-deleted", "tag": "58fa352a-6445-4306-b684-412b97a2e21a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:23.017097 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd0d7d5c-fe0e-4a20-b9c4-cee1687745a7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:23.017972 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f420c68-9a99-44d2-87e9-9761a71b6e99', 'name': 'network-vif-deleted', 'tag': '58fa352a-6445-4306-b684-412b97a2e21a', 'status': 'completed', 'code': 200} Nov 23 04:18:23.045516 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120798'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.165492 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12857'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.167756 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.213874 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be9b7dcc-c319-4b51-a33b-f2557a113e3c req-4cee06c4-9b87-4094-ad15-3f2f962b2e3c tempest-VolumesActionsTest-1805291064 tempest-VolumesActionsTest-1805291064-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f420c68-9a99-44d2-87e9-9761a71b6e99 HTTP/1.1" status: 200 len: 210 time: 0.0295513 Nov 23 04:18:23.332456 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4120637'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.333016 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f207e2cb-d38b-4b91-9b1c-f78f11009767 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:18:23.340009 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.341152 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-41323f8a-f2b9-45a5-b818-6cf38796be3d admin admin] 10.222.0.54 "DELETE /v2.0/routers/f207e2cb-d38b-4b91-9b1c-f78f11009767 HTTP/1.1" status: 204 len: 168 time: 1.1878121 Nov 23 04:18:23.343643 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59314) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:23.389579 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-547b0723-4154-4162-a22d-7fc08625d402 admin admin] Deleting subnet cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:18:23.392560 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-547b0723-4154-4162-a22d-7fc08625d402 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.429937 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-547b0723-4154-4162-a22d-7fc08625d402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197436'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.468001 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-547b0723-4154-4162-a22d-7fc08625d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.640977 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-547b0723-4154-4162-a22d-7fc08625d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9143487'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.671480 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b0723-4154-4162-a22d-7fc08625d402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:23.674027 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-547b0723-4154-4162-a22d-7fc08625d402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.677633 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-547b0723-4154-4162-a22d-7fc08625d402 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cb2f7a2d-9f79-49d9-88b9-9e72b9c5c286 HTTP/1.1" status: 204 len: 168 time: 0.3328483 Nov 23 04:18:23.681269 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:23.790545 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device eb4ff559-bad4-4eef-9e02-4306ec63fc2d no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:18:23.816739 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: eb4ff559-bad4-4eef-9e02-4306ec63fc2d {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:18:23.817091 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device eb4ff559-bad4-4eef-9e02-4306ec63fc2d not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:18:23.817554 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device d7e901a6-8edb-466b-83ed-94c779fc3995 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:18:23.821058 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.840877 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: d7e901a6-8edb-466b-83ed-94c779fc3995 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:18:23.841228 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device d7e901a6-8edb-466b-83ed-94c779fc3995 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:18:23.899277 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f704f-2fa7-4ddc-948a-c63ad50de168 req-9d5ae761-fc7a-4e46-9e26-f50bae47918b tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:23.901016 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb0f704f-2fa7-4ddc-948a-c63ad50de168 req-9d5ae761-fc7a-4e46-9e26-f50bae47918b tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 945 time: 0.0974193 Nov 23 04:18:23.959408 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:23.995780 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6d53c7-2a63-45b6-aaed-257052cde1c8']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:24.009786 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb0f704f-2fa7-4ddc-948a-c63ad50de168 req-a6026f7a-a091-42e5-aa1c-b24006a5a810 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829897 Nov 23 04:18:24.011389 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2a74f1-c909-45b6-ac01-fcf8cab3be35') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:24.011681 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2a74f1-c909-45b6-ac01-fcf8cab3be35') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:24.024383 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3086330'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:24.033611 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59330) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:24.036575 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:24.043117 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:18:24.043525 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099859'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: Traceback (most recent call last): Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: timer() Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: cb(*args, **kw) Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: return func(*args, **kwargs) Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: self._notify() Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: self.callback(batched_events) Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: event.method(event) Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: return f(self, *a, **k) Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._get(url).json() Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:18:24.045288 dv-cinder-768458-16-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:18:24.209473 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:24.216111 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:24.219699 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] 10.222.0.54 "DELETE /v2.0/networks/ef6d53c7-2a63-45b6-aaed-257052cde1c8 HTTP/1.1" status: 204 len: 168 time: 0.5385535 Nov 23 04:18:24.241422 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff92c0-c645-45e7-8e1f-1bf1cb6a1cad admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6d53c7-2a63-45b6-aaed-257052cde1c8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:24.249448 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7e9f19-b36c-4769-b51f-49e2d076dd4d tempest-TestMinimumBasicScenario-1864080464 tempest-TestMinimumBasicScenario-1864080464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:24.250975 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-df7e9f19-b36c-4769-b51f-49e2d076dd4d tempest-TestMinimumBasicScenario-1864080464 tempest-TestMinimumBasicScenario-1864080464-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 1093 time: 0.2141626 Nov 23 04:18:24.254004 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59338) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:24.258393 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Request body: {'floatingip': {'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'port_id': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:18:24.369601 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:24.466335 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:24.557800 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-cb51363a-a661-45a4-ad71-d67f1f291cbd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448873 Nov 23 04:18:24.635574 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-fa08f8d8-45ab-45fd-ba24-cdda8cb0ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:24.637015 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-fa08f8d8-45ab-45fd-ba24-cdda8cb0ffe0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 1100 time: 0.0426147 Nov 23 04:18:24.764740 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-05ae88b2-740c-49a1-83b9-4d311500669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:24.766189 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-05ae88b2-740c-49a1-83b9-4d311500669c service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 917 time: 0.1049416 Nov 23 04:18:24.769401 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Allocated IP 172.27.0.227 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/e3851ede-1c0b-4b48-bbe4-39c7977eb43a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:18:24.847332 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59352) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:24.862429 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-76ba230e-1d96-4da4-8192-629d626e9b7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 HTTP/1.1" status: 200 len: 1001 time: 0.0854383 Nov 23 04:18:24.895153 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:24.939854 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-58a82b22-383e-4617-bf52-5d5c451b48ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79d1a358755a4113b0a35cf50d3cc95a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0913713 Nov 23 04:18:24.942676 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59362) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:24.963324 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-2dd0d9b8-9a4e-4baf-bf28-c87f50784861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:24.964788 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-2dd0d9b8-9a4e-4baf-bf28-c87f50784861 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.0909753 Nov 23 04:18:25.026816 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:25.032673 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c12068d5-4f09-4759-9cb6-1f409f65d03f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:25.037057 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-145b719b-78e3-474f-8652-62b1904e43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:25.039117 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-145b719b-78e3-474f-8652-62b1904e43e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0665946 Nov 23 04:18:25.067437 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:25.076186 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c12068d5-4f09-4759-9cb6-1f409f65d03f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:25.107370 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:18:25.112847 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:18:25.115147 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:18:25.157244 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'Port': ['ID=e3851ede-1c0b-4b48-bbe4-39c7977eb43a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:25.170096 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-0f4cc18a-6dfe-4648-8c2a-d86242a24646 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198421 Nov 23 04:18:25.266090 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26e0ed40-e4aa-4c60-84a9-3f6e8cae0cf0 req-02f1d143-3179-41ae-bbf6-35d89fe85d66 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889511 Nov 23 04:18:25.372924 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c12068d5-4f09-4759-9cb6-1f409f65d03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:25.376333 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c12068d5-4f09-4759-9cb6-1f409f65d03f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:25.377888 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c12068d5-4f09-4759-9cb6-1f409f65d03f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0ac3bde6-2a09-4ee5-abc4-eeceb7af3657 HTTP/1.1" status: 204 len: 168 time: 0.4340959 Nov 23 04:18:25.386673 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12068d5-4f09-4759-9cb6-1f409f65d03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac3bde6-2a09-4ee5-abc4-eeceb7af3657,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:25.519339 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:25.720265 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:25.881703 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:26.013447 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9645244'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:26.087655 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'Port': ['ID=e3851ede-1c0b-4b48-bbe4-39c7977eb43a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:26.098653 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:26.209544 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.l3_db [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Floating IP 3ec1f28d-c896-4062-ac69-f741f852171a associated. External IP: 172.27.0.227, port: 5dc60928-ecbb-432d-abab-7e8074ff19f9. Nov 23 04:18:26.463721 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:18:26.532178 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:18:26.542740 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798340d-bb0b-48b2-af59-11aec0de48a7 None None] Sync routers for ids ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:18:26.553171 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798340d-bb0b-48b2-af59-11aec0de48a7 None None] Routers {'1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:18:26.554274 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0798340d-bb0b-48b2-af59-11aec0de48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:18:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:26.666061 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0798340d-bb0b-48b2-af59-11aec0de48a7 None None] Set router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:18:26.935110 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0798340d-bb0b-48b2-af59-11aec0de48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:59Z', 'revision_number': 4, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '3ec1f28d-c896-4062-ac69-f741f852171a', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'port_id': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'mac_address': 'fa:16:3e:54:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:18:25Z', 'updated_at': '2021-11-23T04:18:25Z', 'revision_number': 0, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb2a706-1233-4750-bb06-745df1a8e543', 'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'mac_address': 'fa:16:3e:e7:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:58Z', 'updated_at': '2021-11-23T04:17:05Z', 'revision_number': 5, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'subnets': [{'id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:26.970149 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798340d-bb0b-48b2-af59-11aec0de48a7 None None] Checking router: 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:18:26.979604 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798340d-bb0b-48b2-af59-11aec0de48a7 None None] Routers {'1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:18:26.980206 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0798340d-bb0b-48b2-af59-11aec0de48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:18:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:27.084231 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0798340d-bb0b-48b2-af59-11aec0de48a7 None None] Set router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:18:27.088579 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:27.116583 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-3132d064-c63e-42e1-abe5-b52d6e305bff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8615282 Nov 23 04:18:27.117245 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:27.119521 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59418) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:27.120033 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410cd0e19ab500a818ff3cd17b2b4d634dcf2313bc0dc6223f3fe9937fe65d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8934d4-6352-4758-be10-5bde95e8947e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:27.124533 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c837365e-3a87-4e33-8df4-8af4a98cbc61 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771096911', 'description': 'tempest-secgroup-smoke-1771096911 description', 'project_id': '0dcc5d168617498bbafe5038567ca011'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:18:27.173056 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247a4fa0-26f9-4e40-b02f-39fc894e169e x-openstack-request-id: req-247a4fa0-26f9-4e40-b02f-39fc894e169e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:27.173056 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:27.173056 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-247a4fa0-26f9-4e40-b02f-39fc894e169e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:27.173056 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'status': 'completed', 'code': 200} Nov 23 04:18:27.242446 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eebcdc23-193e-4f00-b928-c1664cd57d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:27.260562 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c837365e-3a87-4e33-8df4-8af4a98cbc61 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:27.330157 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c837365e-3a87-4e33-8df4-8af4a98cbc61 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:27.339845 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0798340d-bb0b-48b2-af59-11aec0de48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:59Z', 'revision_number': 4, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '3ec1f28d-c896-4062-ac69-f741f852171a', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'port_id': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'mac_address': 'fa:16:3e:54:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:18:25Z', 'updated_at': '2021-11-23T04:18:25Z', 'revision_number': 0, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb2a706-1233-4750-bb06-745df1a8e543', 'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'mac_address': 'fa:16:3e:e7:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:58Z', 'updated_at': '2021-11-23T04:17:05Z', 'revision_number': 5, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'subnets': [{'id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:27.370635 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798340d-bb0b-48b2-af59-11aec0de48a7 None None] The sync data for ids ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'] in dv-cinder-768458-16-iscsi is: [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:59Z', 'revision_number': 4, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '3ec1f28d-c896-4062-ac69-f741f852171a', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'port_id': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'mac_address': 'fa:16:3e:54:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:18:25Z', 'updated_at': '2021-11-23T04:18:25Z', 'revision_number': 0, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb2a706-1233-4750-bb06-745df1a8e543', 'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'mac_address': 'fa:16:3e:e7:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:58Z', 'updated_at': '2021-11-23T04:17:05Z', 'revision_number': 5, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'subnets': [{'id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:18:27.403609 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c837365e-3a87-4e33-8df4-8af4a98cbc61 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:27.434751 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837365e-3a87-4e33-8df4-8af4a98cbc61 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fb836f-8629-4586-a9ba-f4b64fc1791c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:27.503199 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c837365e-3a87-4e33-8df4-8af4a98cbc61 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:27.504650 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c837365e-3a87-4e33-8df4-8af4a98cbc61 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3840921 Nov 23 04:18:27.508630 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59432) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:27.513963 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c281398d-43d5-4ef8-a47a-7df436b868a5 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Request body: {'security_group_rule': {'security_group_id': '33fb836f-8629-4586-a9ba-f4b64fc1791c', 'project_id': '0dcc5d168617498bbafe5038567ca011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:18:27.575408 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c91430-f4ba-4459-a201-b16b0e0d1cd1 None None] New status for floating IP 3ec1f28d-c896-4062-ac69-f741f852171a: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:18:27.657986 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c281398d-43d5-4ef8-a47a-7df436b868a5 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:27.738887 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c281398d-43d5-4ef8-a47a-7df436b868a5 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:27.872397 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c281398d-43d5-4ef8-a47a-7df436b868a5 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:27.888904 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281398d-43d5-4ef8-a47a-7df436b868a5 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d490141a-32a5-46ee-81e9-6f7b8acfa396,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:27.977615 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c281398d-43d5-4ef8-a47a-7df436b868a5 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:27.979105 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c281398d-43d5-4ef8-a47a-7df436b868a5 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4690316 Nov 23 04:18:27.982300 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59440) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:27.986841 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Request body: {'security_group_rule': {'security_group_id': '33fb836f-8629-4586-a9ba-f4b64fc1791c', 'project_id': '0dcc5d168617498bbafe5038567ca011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:18:28.091176 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:28.148636 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:28.189625 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 58fa352a-6445-4306-b684-412b97a2e21a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:18:28.211084 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 58fa352a-6445-4306-b684-412b97a2e21a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:18:28.211465 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 58fa352a-6445-4306-b684-412b97a2e21a not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:18:28.229014 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:28.250943 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e1295f-2ec4-469a-a451-6bdef520c60e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.269708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:28.351494 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:28.353040 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3f2015d1-c241-4417-b7c9-4e4996cd52ad tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3697479 Nov 23 04:18:28.355977 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59456) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:28.360592 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-00b60104-bbbf-4149-86e2-551191bdb832 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Request body: {'security_group_rule': {'security_group_id': '33fb836f-8629-4586-a9ba-f4b64fc1791c', 'project_id': '0dcc5d168617498bbafe5038567ca011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:18:28.491111 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00b60104-bbbf-4149-86e2-551191bdb832 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:28.538492 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00b60104-bbbf-4149-86e2-551191bdb832 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:28.634656 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00b60104-bbbf-4149-86e2-551191bdb832 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:28.651924 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b60104-bbbf-4149-86e2-551191bdb832 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9e9053-aa88-40e8-b819-503448a0fafd,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:28.779534 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00b60104-bbbf-4149-86e2-551191bdb832 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:28.780795 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-00b60104-bbbf-4149-86e2-551191bdb832 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4237826 Nov 23 04:18:28.783521 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59464) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:28.788135 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ad745a71-9db2-48e8-b5d1-1034bf6e61e3 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Request body: {'security_group_rule': {'security_group_id': '33fb836f-8629-4586-a9ba-f4b64fc1791c', 'project_id': '0dcc5d168617498bbafe5038567ca011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:18:28.902660 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad745a71-9db2-48e8-b5d1-1034bf6e61e3 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:28.960480 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad745a71-9db2-48e8-b5d1-1034bf6e61e3 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:29.032489 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad745a71-9db2-48e8-b5d1-1034bf6e61e3 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:29.052293 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad745a71-9db2-48e8-b5d1-1034bf6e61e3 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ac8461-a954-4cce-a83d-8650fa505249,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:29.145380 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad745a71-9db2-48e8-b5d1-1034bf6e61e3 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:29.146593 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-ad745a71-9db2-48e8-b5d1-1034bf6e61e3 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621094 Nov 23 04:18:29.150642 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59474) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:29.155032 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-95fdf590-8caa-44d1-8292-9bdda2c9308e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Request body: {'security_group_rule': {'security_group_id': '33fb836f-8629-4586-a9ba-f4b64fc1791c', 'project_id': '0dcc5d168617498bbafe5038567ca011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:18:29.227042 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8934d4-6352-4758-be10-5bde95e8947e req-8afe2c4d-6c4b-4d77-b5f7-90a924cd4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:29.228624 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b8934d4-6352-4758-be10-5bde95e8947e req-8afe2c4d-6c4b-4d77-b5f7-90a924cd4041 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dcc5d168617498bbafe5038567ca011&device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 1098 time: 0.0412693 Nov 23 04:18:29.275081 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-95fdf590-8caa-44d1-8292-9bdda2c9308e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Project 0dcc5d168617498bbafe5038567ca011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:18:29.281115 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95fdf590-8caa-44d1-8292-9bdda2c9308e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:29.324113 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8934d4-6352-4758-be10-5bde95e8947e req-87bdea5b-3a16-4b69-9cbe-017c0992709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:29.325739 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b8934d4-6352-4758-be10-5bde95e8947e req-87bdea5b-3a16-4b69-9cbe-017c0992709f service neutron] 10.222.0.50 "GET /v2.0/networks?id=637e7c09-45c2-45a1-ba70-21290f7e9dbe HTTP/1.1" status: 200 len: 916 time: 0.0891545 Nov 23 04:18:29.343171 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95fdf590-8caa-44d1-8292-9bdda2c9308e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:29.396026 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b8934d4-6352-4758-be10-5bde95e8947e req-47d794aa-ec0e-411e-9c3e-50ec75dc52dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9 HTTP/1.1" status: 200 len: 1001 time: 0.0630951 Nov 23 04:18:29.423035 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95fdf590-8caa-44d1-8292-9bdda2c9308e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:29.440787 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdf590-8caa-44d1-8292-9bdda2c9308e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b1ce56-d494-478f-9f8c-b14ac9d983e3,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:29.456511 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8934d4-6352-4758-be10-5bde95e8947e req-1a78c162-d4de-40ac-b7c7-4ff7fe5a4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:29.458088 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b8934d4-6352-4758-be10-5bde95e8947e req-1a78c162-d4de-40ac-b7c7-4ff7fe5a4769 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7eb94a19-b755-443f-b6e9-5148df7a942c HTTP/1.1" status: 200 len: 854 time: 0.0491993 Nov 23 04:18:29.513113 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8934d4-6352-4758-be10-5bde95e8947e req-555f6f19-87a3-424b-b266-d54c71199d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:29.514695 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b8934d4-6352-4758-be10-5bde95e8947e req-555f6f19-87a3-424b-b266-d54c71199d5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=637e7c09-45c2-45a1-ba70-21290f7e9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411851 Nov 23 04:18:29.557175 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95fdf590-8caa-44d1-8292-9bdda2c9308e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:29.558919 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-95fdf590-8caa-44d1-8292-9bdda2c9308e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4073319 Nov 23 04:18:29.561961 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59492) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:29.575930 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5a18666c-719a-4b7d-a1a3-5541c2bc820c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Request body: {'security_group_rule': {'security_group_id': '33fb836f-8629-4586-a9ba-f4b64fc1791c', 'project_id': '0dcc5d168617498bbafe5038567ca011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:18:29.613906 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b8934d4-6352-4758-be10-5bde95e8947e req-9fa69306-dbfc-4178-8af0-bc613aa23dd0 service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914593 Nov 23 04:18:29.697854 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-5a18666c-719a-4b7d-a1a3-5541c2bc820c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Project 0dcc5d168617498bbafe5038567ca011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:18:29.703140 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a18666c-719a-4b7d-a1a3-5541c2bc820c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:29.714060 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b8934d4-6352-4758-be10-5bde95e8947e req-14dd434a-1cb1-4728-8f69-6db6b10e2b40 service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924215 Nov 23 04:18:29.765510 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a18666c-719a-4b7d-a1a3-5541c2bc820c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:29.766445 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-054fba82-5a22-4597-8522-12447d6eff28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:29.897836 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a18666c-719a-4b7d-a1a3-5541c2bc820c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:29.915249 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18666c-719a-4b7d-a1a3-5541c2bc820c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ca3b0e-1dac-4f25-aa36-b0e60c114de3,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:30.022673 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a18666c-719a-4b7d-a1a3-5541c2bc820c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:30.023918 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-5a18666c-719a-4b7d-a1a3-5541c2bc820c tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4608319 Nov 23 04:18:30.125344 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d3386a9-7bb2-42ea-a1c1-677d40a6c2a5 req-d1908cfa-e578-4d1c-beec-e67518f52199 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771096911&fields=id&tenant_id=0dcc5d168617498bbafe5038567ca011 HTTP/1.1" status: 200 len: 267 time: 0.0546751 Nov 23 04:18:30.186592 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3386a9-7bb2-42ea-a1c1-677d40a6c2a5 req-eb9260a4-7825-4ebf-9d6f-e2d24f14e114 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:30.186592 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d3386a9-7bb2-42ea-a1c1-677d40a6c2a5 req-eb9260a4-7825-4ebf-9d6f-e2d24f14e114 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 945 time: 0.0554645 Nov 23 04:18:30.198084 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-2d3386a9-7bb2-42ea-a1c1-677d40a6c2a5 req-d7e21441-990a-4b2b-abde-ed0ccb8c0e23 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Request body: {'port': {'security_groups': ['e85e4292-dc91-4435-a6c4-da9cc2caa6dc', '33fb836f-8629-4586-a9ba-f4b64fc1791c']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:18:30.268178 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d3386a9-7bb2-42ea-a1c1-677d40a6c2a5 req-d7e21441-990a-4b2b-abde-ed0ccb8c0e23 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:30.487013 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2d3386a9-7bb2-42ea-a1c1-677d40a6c2a5 req-d7e21441-990a-4b2b-abde-ed0ccb8c0e23 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] For port 5dc60928-ecbb-432d-abab-7e8074ff19f9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:30.539996 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d3386a9-7bb2-42ea-a1c1-677d40a6c2a5 req-d7e21441-990a-4b2b-abde-ed0ccb8c0e23 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:30.623866 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d3386a9-7bb2-42ea-a1c1-677d40a6c2a5 req-d7e21441-990a-4b2b-abde-ed0ccb8c0e23 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:30.660806 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['5dc60928-ecbb-432d-abab-7e8074ff19f9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:30.668571 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3386a9-7bb2-42ea-a1c1-677d40a6c2a5 req-d7e21441-990a-4b2b-abde-ed0ccb8c0e23 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:30.669321 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d3386a9-7bb2-42ea-a1c1-677d40a6c2a5 req-d7e21441-990a-4b2b-abde-ed0ccb8c0e23 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:30.670876 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d3386a9-7bb2-42ea-a1c1-677d40a6c2a5 req-d7e21441-990a-4b2b-abde-ed0ccb8c0e23 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "PUT /v2.0/ports/5dc60928-ecbb-432d-abab-7e8074ff19f9 HTTP/1.1" status: 200 len: 981 time: 0.4775724 Nov 23 04:18:30.674016 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:30.677017 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:30.774651 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e21441-990a-4b2b-abde-ed0ccb8c0e23 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'Port': ['ID=5dc60928-ecbb-432d-abab-7e8074ff19f9,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:30.830491 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['5dc60928-ecbb-432d-abab-7e8074ff19f9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:18:30.868284 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c023482c-373c-4ee3-97e8-9acee575b3f6 x-openstack-request-id: req-c023482c-373c-4ee3-97e8-9acee575b3f6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:30.869257 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:30.869527 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c023482c-373c-4ee3-97e8-9acee575b3f6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:30.869943 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'status': 'completed', 'code': 200} Nov 23 04:18:30.895702 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787434b-db13-44f6-bde0-f647797544c5 req-9f0f99a0-5446-4f5d-bf43-ac0bb6192660 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:30.897267 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b787434b-db13-44f6-bde0-f647797544c5 req-9f0f99a0-5446-4f5d-bf43-ac0bb6192660 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.0681975 Nov 23 04:18:31.000642 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-83549563-a4a1-4a0a-8448-25918ed5dbd2 None None] Provisioning complete for port 5dc60928-ecbb-432d-abab-7e8074ff19f9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:18:31.001318 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83549563-a4a1-4a0a-8448-25918ed5dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:31.043984 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027 req-7bb5bcfd-ebed-4067-9871-07ec155bc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:31.045806 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027 req-7bb5bcfd-ebed-4067-9871-07ec155bc51f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dcc5d168617498bbafe5038567ca011&device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 1137 time: 0.1102660 Nov 23 04:18:31.046095 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:31.062381 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b787434b-db13-44f6-bde0-f647797544c5 req-de42961f-3043-4b2e-aadd-205c8efb383f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483688 Nov 23 04:18:31.223774 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027 req-251f1875-45b6-484c-9bab-26a1feee2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:31.229046 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027 req-251f1875-45b6-484c-9bab-26a1feee2374 service neutron] 10.222.0.50 "GET /v2.0/networks?id=637e7c09-45c2-45a1-ba70-21290f7e9dbe HTTP/1.1" status: 200 len: 916 time: 0.1640990 Nov 23 04:18:31.372991 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027 req-91628555-8930-4536-b106-a87c81f5b232 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9 HTTP/1.1" status: 200 len: 1001 time: 0.1354046 Nov 23 04:18:31.500043 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027 req-d10c0ad5-f41e-45ec-b8b3-45be0b92f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:31.502198 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027 req-d10c0ad5-f41e-45ec-b8b3-45be0b92f266 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7eb94a19-b755-443f-b6e9-5148df7a942c HTTP/1.1" status: 200 len: 854 time: 0.1212189 Nov 23 04:18:31.573429 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027 req-bdc32290-da1f-4da2-bcd3-7492bd300f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:31.574968 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027 req-bdc32290-da1f-4da2-bcd3-7492bd300f24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=637e7c09-45c2-45a1-ba70-21290f7e9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0642307 Nov 23 04:18:31.702405 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027 req-3f517808-1bed-41db-8b76-7d81f062b72f service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183589 Nov 23 04:18:31.805277 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed8ebf6b-d21c-431d-a1c9-148a1a3a8027 req-30d51cd7-f7c3-4ced-8d3a-7f2e2329274d service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946703 Nov 23 04:18:32.449799 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:32.623321 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59640) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:32.758706 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbdfa3b3-4e40-435b-b8d7-e993e9ebb272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:32.845086 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbdfa3b3-4e40-435b-b8d7-e993e9ebb272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:32.948747 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbdfa3b3-4e40-435b-b8d7-e993e9ebb272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:32.992703 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59648) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:32.993279 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-bbdfa3b3-4e40-435b-b8d7-e993e9ebb272 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e10a83f318414fc498f1d5966f07bd54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677106 Nov 23 04:18:33.015537 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfa3b3-4e40-435b-b8d7-e993e9ebb272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e62301a-dedf-4e0a-95a5-9aa7990c1463,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:33.066429 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-223cdcf4-b04f-4653-b325-d32ceb0b12b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:33.091965 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-223cdcf4-b04f-4653-b325-d32ceb0b12b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:33.263394 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-223cdcf4-b04f-4653-b325-d32ceb0b12b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:33.266061 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-223cdcf4-b04f-4653-b325-d32ceb0b12b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:33.267346 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-223cdcf4-b04f-4653-b325-d32ceb0b12b3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e62301a-dedf-4e0a-95a5-9aa7990c1463 HTTP/1.1" status: 204 len: 168 time: 0.2732739 Nov 23 04:18:33.277417 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cdcf4-b04f-4653-b325-d32ceb0b12b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e62301a-dedf-4e0a-95a5-9aa7990c1463,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:33.377363 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:34.064299 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59660) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:34.078709 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f75031a2-7ffc-4cd8-bb32-5a403f7511dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:34.170252 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f75031a2-7ffc-4cd8-bb32-5a403f7511dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:34.426787 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f75031a2-7ffc-4cd8-bb32-5a403f7511dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:34.467133 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f75031a2-7ffc-4cd8-bb32-5a403f7511dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f5e3ccacc1249caab48c842d1b69879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4015508 Nov 23 04:18:34.467873 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75031a2-7ffc-4cd8-bb32-5a403f7511dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a933c1-faf5-4ab3-b1e1-ad31f354fa3a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:34.470318 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59672) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:34.540743 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d63a0137-2195-4f94-82d5-0200078f0406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:34.568819 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d63a0137-2195-4f94-82d5-0200078f0406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:34.703654 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d63a0137-2195-4f94-82d5-0200078f0406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:34.706573 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d63a0137-2195-4f94-82d5-0200078f0406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:34.707756 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-d63a0137-2195-4f94-82d5-0200078f0406 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97a933c1-faf5-4ab3-b1e1-ad31f354fa3a HTTP/1.1" status: 204 len: 168 time: 0.2351131 Nov 23 04:18:34.719106 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a0137-2195-4f94-82d5-0200078f0406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a933c1-faf5-4ab3-b1e1-ad31f354fa3a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:36.196853 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59710) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:36.334946 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-364d08ab-9909-4f58-a436-0026c93b48b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:36.451844 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-364d08ab-9909-4f58-a436-0026c93b48b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:36.538158 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-364d08ab-9909-4f58-a436-0026c93b48b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:36.570766 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-364d08ab-9909-4f58-a436-0026c93b48b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a753fb72f1554b0191457171f64167f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719900 Nov 23 04:18:36.573332 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59720) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:36.615579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d08ab-9909-4f58-a436-0026c93b48b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54605e5-badf-4bb7-b1cd-1035befe541f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:36.650149 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83193038-ca17-4c85-9c16-0b54a1fea9a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:36.697808 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83193038-ca17-4c85-9c16-0b54a1fea9a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:36.966281 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83193038-ca17-4c85-9c16-0b54a1fea9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:36.969422 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83193038-ca17-4c85-9c16-0b54a1fea9a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:36.970625 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-83193038-ca17-4c85-9c16-0b54a1fea9a6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e54605e5-badf-4bb7-b1cd-1035befe541f HTTP/1.1" status: 204 len: 168 time: 0.3963196 Nov 23 04:18:36.983851 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83193038-ca17-4c85-9c16-0b54a1fea9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54605e5-badf-4bb7-b1cd-1035befe541f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:37.996669 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59768) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:38.280683 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:38.369848 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:38.446045 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:38.503141 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:38.503766 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f43de6edf73e4fb9b53232f12bed2103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5054495 Nov 23 04:18:38.504383 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76667076-94e5-4b54-b7dc-0b4a3c705d15,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:38.514455 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.519791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.519791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.519791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.519791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.519791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.519791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.519791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.519791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.519791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.519791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.519791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5baf41-56ab-4751-be2c-66743fa593af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:18:38.581763 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bd79c21-be7e-49d4-acce-ffca81c0e55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:38.607691 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bd79c21-be7e-49d4-acce-ffca81c0e55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:38.735726 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bd79c21-be7e-49d4-acce-ffca81c0e55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:38.738509 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bd79c21-be7e-49d4-acce-ffca81c0e55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:38.739665 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1bd79c21-be7e-49d4-acce-ffca81c0e55d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76667076-94e5-4b54-b7dc-0b4a3c705d15 HTTP/1.1" status: 204 len: 168 time: 0.2347682 Nov 23 04:18:38.760632 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd79c21-be7e-49d4-acce-ffca81c0e55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76667076-94e5-4b54-b7dc-0b4a3c705d15,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:39.578624 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59816) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:39.602057 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcdbb72b-4208-458d-88de-8b3b0c216a41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:39.724071 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcdbb72b-4208-458d-88de-8b3b0c216a41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:39.786686 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcdbb72b-4208-458d-88de-8b3b0c216a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:39.842754 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-fcdbb72b-4208-458d-88de-8b3b0c216a41 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52bd8cf508ce4fe588d2e3309beadce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620132 Nov 23 04:18:39.844314 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbb72b-4208-458d-88de-8b3b0c216a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b066cc-e558-49b4-92cd-d1bb8271e614,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:39.848094 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59818) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:39.901819 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ce51ed0-6cee-4425-a6b1-1d1e29518bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:39.928667 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ce51ed0-6cee-4425-a6b1-1d1e29518bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:40.066454 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59822) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:40.073842 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ce51ed0-6cee-4425-a6b1-1d1e29518bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:40.076792 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ce51ed0-6cee-4425-a6b1-1d1e29518bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:40.080518 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9ce51ed0-6cee-4425-a6b1-1d1e29518bfa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f4b066cc-e558-49b4-92cd-d1bb8271e614 HTTP/1.1" status: 204 len: 168 time: 0.2315450 Nov 23 04:18:40.086917 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce51ed0-6cee-4425-a6b1-1d1e29518bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b066cc-e558-49b4-92cd-d1bb8271e614,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:40.200416 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9027ef26-36d1-418c-b047-e9fc7f6642fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:40.317310 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9027ef26-36d1-418c-b047-e9fc7f6642fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:40.423782 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9027ef26-36d1-418c-b047-e9fc7f6642fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:40.467105 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9027ef26-36d1-418c-b047-e9fc7f6642fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b53767ee05b49aaa7493e90d35af94f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993437 Nov 23 04:18:40.469461 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59832) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:40.517860 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027ef26-36d1-418c-b047-e9fc7f6642fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1067309-ba42-4d05-9c53-36b37b88c041,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:40.558985 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c136a3f-31ef-4e31-859d-2dc74968e587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:40.585148 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c136a3f-31ef-4e31-859d-2dc74968e587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:41.280139 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c136a3f-31ef-4e31-859d-2dc74968e587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:41.284729 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c136a3f-31ef-4e31-859d-2dc74968e587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:41.284729 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0c136a3f-31ef-4e31-859d-2dc74968e587 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1067309-ba42-4d05-9c53-36b37b88c041 HTTP/1.1" status: 204 len: 168 time: 0.8135114 Nov 23 04:18:41.293689 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c136a3f-31ef-4e31-859d-2dc74968e587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1067309-ba42-4d05-9c53-36b37b88c041,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:41.985102 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59866) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:42.005690 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa3d1-cf1b-4cef-8cfc-564c81716289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:42.110936 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa3d1-cf1b-4cef-8cfc-564c81716289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:42.210141 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa3d1-cf1b-4cef-8cfc-564c81716289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:42.254463 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eaa3d1-cf1b-4cef-8cfc-564c81716289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e90591-9c2c-422e-b0aa-22a0ca569c53,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:42.261297 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a1eaa3d1-cf1b-4cef-8cfc-564c81716289 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09a8951074104338ac3e8eaa2e378578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725749 Nov 23 04:18:42.261589 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 59870) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:42.314611 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b868-9595-47aa-bfa8-ed532df4c6a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:42.350586 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b868-9595-47aa-bfa8-ed532df4c6a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:42.478495 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b868-9595-47aa-bfa8-ed532df4c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:42.481195 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b868-9595-47aa-bfa8-ed532df4c6a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:42.485691 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4ef1b868-9595-47aa-bfa8-ed532df4c6a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/53e90591-9c2c-422e-b0aa-22a0ca569c53 HTTP/1.1" status: 204 len: 168 time: 0.2201927 Nov 23 04:18:42.495252 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1b868-9595-47aa-bfa8-ed532df4c6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e90591-9c2c-422e-b0aa-22a0ca569c53,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:46.389253 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 59996) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:46.448019 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60000) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:46.621870 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd3bef53-9f9a-4b07-896b-e68be9684868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:46.680052 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-860c8def-12d6-4af0-bb24-83b95a1388ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:46.717621 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd3bef53-9f9a-4b07-896b-e68be9684868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:46.798218 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd3bef53-9f9a-4b07-896b-e68be9684868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:46.802612 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-860c8def-12d6-4af0-bb24-83b95a1388ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:46.830903 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bef53-9f9a-4b07-896b-e68be9684868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2de0f4-6147-4fa3-9a8c-a7072abdf29a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:46.852781 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-dd3bef53-9f9a-4b07-896b-e68be9684868 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3813ed97e3b47b096dd4603701e1490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4030526 Nov 23 04:18:46.855360 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60010) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:46.910586 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-860c8def-12d6-4af0-bb24-83b95a1388ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:46.916498 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1dfac781-83f2-48d1-b2c3-6e67993ee4c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:46.940476 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1dfac781-83f2-48d1-b2c3-6e67993ee4c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:46.948013 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-860c8def-12d6-4af0-bb24-83b95a1388ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e6cc7dff67e4f87a8fd37563e11efda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5575638 Nov 23 04:18:46.950555 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60012) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:46.980797 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c8def-12d6-4af0-bb24-83b95a1388ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b832c3df-9dcb-44be-b32d-a443a8e2414c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:47.021722 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3df2825c-96f5-435d-a830-394161dd06a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:47.044715 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3df2825c-96f5-435d-a830-394161dd06a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:47.126114 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1dfac781-83f2-48d1-b2c3-6e67993ee4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:47.128757 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1dfac781-83f2-48d1-b2c3-6e67993ee4c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:47.129969 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1dfac781-83f2-48d1-b2c3-6e67993ee4c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df2de0f4-6147-4fa3-9a8c-a7072abdf29a HTTP/1.1" status: 204 len: 168 time: 0.2735744 Nov 23 04:18:47.140004 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfac781-83f2-48d1-b2c3-6e67993ee4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2de0f4-6147-4fa3-9a8c-a7072abdf29a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:47.180749 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3df2825c-96f5-435d-a830-394161dd06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:47.183725 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3df2825c-96f5-435d-a830-394161dd06a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:47.184901 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3df2825c-96f5-435d-a830-394161dd06a8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b832c3df-9dcb-44be-b32d-a443a8e2414c HTTP/1.1" status: 204 len: 168 time: 0.2314179 Nov 23 04:18:47.203845 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2825c-96f5-435d-a830-394161dd06a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b832c3df-9dcb-44be-b32d-a443a8e2414c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:48.033138 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:48.050128 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa89fe28-180c-4285-8fe1-5b697a834465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.117548 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60034) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:48.134451 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28074668-9b28-420a-b4fb-6aafc2b2dce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.171251 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa89fe28-180c-4285-8fe1-5b697a834465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.237649 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28074668-9b28-420a-b4fb-6aafc2b2dce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.269207 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa89fe28-180c-4285-8fe1-5b697a834465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.314689 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89fe28-180c-4285-8fe1-5b697a834465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ac03a4-a2ee-405c-8684-4ceb1180b2cd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:48.320461 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-fa89fe28-180c-4285-8fe1-5b697a834465 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1feea01b687543b9b960bb82c67969f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856390 Nov 23 04:18:48.322536 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60036) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:48.354031 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28074668-9b28-420a-b4fb-6aafc2b2dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.407535 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-28074668-9b28-420a-b4fb-6aafc2b2dce7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f16afedf8bdc4770ae60da0ddce7238a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876880 Nov 23 04:18:48.411081 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60038) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:48.414091 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28074668-9b28-420a-b4fb-6aafc2b2dce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2f6067-d437-4d1e-af7b-6c95cbd458e3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:48.420760 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-416d0081-105b-44a5-bb4c-6e2c229b4033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.444967 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-416d0081-105b-44a5-bb4c-6e2c229b4033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.461680 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82b1b813-55f5-4a16-ad41-be18d2c4a5e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.484588 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82b1b813-55f5-4a16-ad41-be18d2c4a5e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.535521 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:18:48.560283 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-416d0081-105b-44a5-bb4c-6e2c229b4033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.562878 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-416d0081-105b-44a5-bb4c-6e2c229b4033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.564088 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-416d0081-105b-44a5-bb4c-6e2c229b4033 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6ac03a4-a2ee-405c-8684-4ceb1180b2cd HTTP/1.1" status: 204 len: 168 time: 0.2404547 Nov 23 04:18:48.572346 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d0081-105b-44a5-bb4c-6e2c229b4033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ac03a4-a2ee-405c-8684-4ceb1180b2cd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:48.640041 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82b1b813-55f5-4a16-ad41-be18d2c4a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.642621 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82b1b813-55f5-4a16-ad41-be18d2c4a5e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:48.652896 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-82b1b813-55f5-4a16-ad41-be18d2c4a5e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc2f6067-d437-4d1e-af7b-6c95cbd458e3 HTTP/1.1" status: 204 len: 168 time: 0.2316735 Nov 23 04:18:48.652896 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1b813-55f5-4a16-ad41-be18d2c4a5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2f6067-d437-4d1e-af7b-6c95cbd458e3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:53.277523 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60244) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:53.327640 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e480195-3c85-47cd-92de-b4fc115c9ff8 admin admin] Deleting subnet bb4dca1e-18fe-423e-97d2-3fe5484cd410 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:18:53.330739 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e480195-3c85-47cd-92de-b4fc115c9ff8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:53.366344 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e480195-3c85-47cd-92de-b4fc115c9ff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086321'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:53.411200 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e480195-3c85-47cd-92de-b4fc115c9ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:53.566176 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e480195-3c85-47cd-92de-b4fc115c9ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9476299'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:53.597546 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e480195-3c85-47cd-92de-b4fc115c9ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4dca1e-18fe-423e-97d2-3fe5484cd410,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:53.607298 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e480195-3c85-47cd-92de-b4fc115c9ff8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:53.610936 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1e480195-3c85-47cd-92de-b4fc115c9ff8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bb4dca1e-18fe-423e-97d2-3fe5484cd410 HTTP/1.1" status: 204 len: 168 time: 0.3310745 Nov 23 04:18:53.621503 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60256) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:53.705748 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:53.802705 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:53.824512 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4af6b2e-6f38-4592-bab5-e9082b904a73']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:53.834332 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b595c70c-fe67-49e6-92e8-3019d9f15249') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:53.834621 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b595c70c-fe67-49e6-92e8-3019d9f15249') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:53.843983 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197431'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:53.857667 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:53.863744 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:18:53.864119 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9645248'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: Traceback (most recent call last): Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: timer() Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: cb(*args, **kw) Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: return func(*args, **kwargs) Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: self._notify() Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: self.callback(batched_events) Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: event.method(event) Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: return f(self, *a, **k) Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._get(url).json() Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: return self.request(url, 'GET', **kwargs) Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:18:53.866540 dv-cinder-768458-16-iscsi neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:18:53.988836 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:54.004718 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:54.008620 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] 10.222.0.54 "DELETE /v2.0/networks/a4af6b2e-6f38-4592-bab5-e9082b904a73 HTTP/1.1" status: 204 len: 168 time: 0.3931842 Nov 23 04:18:54.009852 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedb00d-85e3-4830-9449-2c36e7354f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4af6b2e-6f38-4592-bab5-e9082b904a73,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:54.038149 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51724df4-6e40-419b-b9fe-adc7ec89940d req-40e0fb0a-6c1f-44e4-9331-bf02fd04b29d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:54.043769 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-51724df4-6e40-419b-b9fe-adc7ec89940d req-40e0fb0a-6c1f-44e4-9331-bf02fd04b29d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.0772080 Nov 23 04:18:54.106343 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-51724df4-6e40-419b-b9fe-adc7ec89940d req-527dc639-3f7f-444c-9deb-a7a6201c7a78 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600381 Nov 23 04:18:54.193647 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea260-6902-4076-9e91-2d03441f86ed req-12bdad39-3b84-4309-8e48-9f14275126bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:54.195052 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-859ea260-6902-4076-9e91-2d03441f86ed req-12bdad39-3b84-4309-8e48-9f14275126bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dcc5d168617498bbafe5038567ca011&device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 1137 time: 0.0471158 Nov 23 04:18:54.299971 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea260-6902-4076-9e91-2d03441f86ed req-a6c994c1-df21-48b8-8cf8-7d9f8077f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:54.301441 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-859ea260-6902-4076-9e91-2d03441f86ed req-a6c994c1-df21-48b8-8cf8-7d9f8077f36d service neutron] 10.222.0.50 "GET /v2.0/networks?id=637e7c09-45c2-45a1-ba70-21290f7e9dbe HTTP/1.1" status: 200 len: 916 time: 0.0853612 Nov 23 04:18:54.374728 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-859ea260-6902-4076-9e91-2d03441f86ed req-507ac897-16a6-4f06-8e3f-6cf6362b6b71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9 HTTP/1.1" status: 200 len: 1001 time: 0.0636895 Nov 23 04:18:54.438830 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea260-6902-4076-9e91-2d03441f86ed req-3ff9a58a-667e-40f6-946a-ab93d42710f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:54.440275 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-859ea260-6902-4076-9e91-2d03441f86ed req-3ff9a58a-667e-40f6-946a-ab93d42710f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7eb94a19-b755-443f-b6e9-5148df7a942c HTTP/1.1" status: 200 len: 854 time: 0.0429871 Nov 23 04:18:54.489019 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea260-6902-4076-9e91-2d03441f86ed req-cf48f1d6-9223-4e88-b4f9-8fcd6727644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:54.491039 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-859ea260-6902-4076-9e91-2d03441f86ed req-cf48f1d6-9223-4e88-b4f9-8fcd6727644d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=637e7c09-45c2-45a1-ba70-21290f7e9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415280 Nov 23 04:18:54.498200 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60280) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:54.545219 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-37913498-73a7-46d4-b958-c79c141596d9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78807cb7ca9445b38b7e896adc10ec2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434866 Nov 23 04:18:54.550205 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60284) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:54.599420 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcff580b-798b-418c-a59d-4571039c61ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:54.600595 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-859ea260-6902-4076-9e91-2d03441f86ed req-9355e049-5434-4606-a0ad-8b3de3a1603f service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022727 Nov 23 04:18:54.620958 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcff580b-798b-418c-a59d-4571039c61ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:54.718761 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-859ea260-6902-4076-9e91-2d03441f86ed req-b34ab40a-e376-4baa-bedd-daa0aec8b4a1 service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092954 Nov 23 04:18:54.746411 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcff580b-798b-418c-a59d-4571039c61ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:54.749050 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcff580b-798b-418c-a59d-4571039c61ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:54.750225 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-dcff580b-798b-418c-a59d-4571039c61ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97535e33-b3f8-40ae-9f9d-7bc2727545ed HTTP/1.1" status: 204 len: 168 time: 0.2034488 Nov 23 04:18:54.758647 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff580b-798b-418c-a59d-4571039c61ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97535e33-b3f8-40ae-9f9d-7bc2727545ed,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:55.011604 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:55.230234 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fddfcb-6b8f-4dcf-ad1a-5ff1b12f5eb1 req-07bfcf86-cfb6-4bc7-8196-7d0271a68eb6 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:55.231744 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-58fddfcb-6b8f-4dcf-ad1a-5ff1b12f5eb1 req-07bfcf86-cfb6-4bc7-8196-7d0271a68eb6 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.0525544 Nov 23 04:18:55.302816 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-58fddfcb-6b8f-4dcf-ad1a-5ff1b12f5eb1 req-0076e2c4-77eb-4109-99fd-a966247938ff tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648739 Nov 23 04:18:56.427394 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db418891-0f60-484e-bb0a-f575c7c56032 req-3630b969-27d4-4116-b796-7733d408ad4b tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:56.429509 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-db418891-0f60-484e-bb0a-f575c7c56032 req-3630b969-27d4-4116-b796-7733d408ad4b tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.0512631 Nov 23 04:18:56.494484 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-db418891-0f60-484e-bb0a-f575c7c56032 req-b882e49f-0945-4f9c-82da-545e81fa07c8 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586679 Nov 23 04:18:56.544715 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60346) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:56.647410 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab94246-70b5-4d60-ae43-28aa1dde5892 req-1bd23752-dd4a-4e07-9396-46fdaf02be6f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:56.649363 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ab94246-70b5-4d60-ae43-28aa1dde5892 req-1bd23752-dd4a-4e07-9396-46fdaf02be6f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 947 time: 0.0538719 Nov 23 04:18:56.674991 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60352) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:56.720478 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ab94246-70b5-4d60-ae43-28aa1dde5892 req-b43526e9-bb37-4c07-8bb0-6275454a6647 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0644791 Nov 23 04:18:56.728977 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa112-4eff-476c-8ba3-c9d87f238bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:56.764600 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf8edd32-ceb3-4923-84f7-7f205a9afe0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:56.852902 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa112-4eff-476c-8ba3-c9d87f238bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:56.880176 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf8edd32-ceb3-4923-84f7-7f205a9afe0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:56.940508 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa112-4eff-476c-8ba3-c9d87f238bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:56.978895 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf8edd32-ceb3-4923-84f7-7f205a9afe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:56.989159 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-8f6aa112-4eff-476c-8ba3-c9d87f238bbc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=efbadc9309ca492dbe3a0185cf774115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4434168 Nov 23 04:18:56.992413 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aa112-4eff-476c-8ba3-c9d87f238bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df413d3a-a593-4635-9afa-87c56c5527ca,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:56.992572 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60360) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:57.015981 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-cf8edd32-ceb3-4923-84f7-7f205a9afe0f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=05e1de207c9c458591fb3d9717e5baf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395705 Nov 23 04:18:57.019031 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60362) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:57.038989 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8edd32-ceb3-4923-84f7-7f205a9afe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d3ed53-87ea-4091-b9bf-37ba73478564,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:57.051862 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65c76bf1-eb82-42e1-b74f-7a4dccfe6576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:57.074696 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65c76bf1-eb82-42e1-b74f-7a4dccfe6576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:57.076768 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76274a5a-f161-451c-b004-58ea79dcb112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:57.098686 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76274a5a-f161-451c-b004-58ea79dcb112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:57.228520 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55a24d03-ee52-45db-8fae-cc4cdbb83c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:57.268355 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65c76bf1-eb82-42e1-b74f-7a4dccfe6576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:57.268520 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76274a5a-f161-451c-b004-58ea79dcb112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:57.270992 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65c76bf1-eb82-42e1-b74f-7a4dccfe6576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:57.271126 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76274a5a-f161-451c-b004-58ea79dcb112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:57.272717 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-65c76bf1-eb82-42e1-b74f-7a4dccfe6576 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df413d3a-a593-4635-9afa-87c56c5527ca HTTP/1.1" status: 204 len: 168 time: 0.2791479 Nov 23 04:18:57.275555 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-76274a5a-f161-451c-b004-58ea79dcb112 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/48d3ed53-87ea-4091-b9bf-37ba73478564 HTTP/1.1" status: 204 len: 168 time: 0.2533579 Nov 23 04:18:57.281256 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76274a5a-f161-451c-b004-58ea79dcb112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d3ed53-87ea-4091-b9bf-37ba73478564,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:57.285146 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c76bf1-eb82-42e1-b74f-7a4dccfe6576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df413d3a-a593-4635-9afa-87c56c5527ca,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:57.634947 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea44ea-e5fe-4454-8894-049e8bfe609b req-ae487fde-2696-422b-b96b-2687ac165c8f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:57.636858 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edea44ea-e5fe-4454-8894-049e8bfe609b req-ae487fde-2696-422b-b96b-2687ac165c8f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.0588582 Nov 23 04:18:57.717019 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edea44ea-e5fe-4454-8894-049e8bfe609b req-5a884e5c-85eb-41b4-81e0-e1850b4258fb tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737829 Nov 23 04:18:57.851764 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a27713-044f-4b8f-995c-3d261a35313c req-f6e11f63-6d1d-44f1-9f36-e544f0a3ddee tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:57.853269 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-05a27713-044f-4b8f-995c-3d261a35313c req-f6e11f63-6d1d-44f1-9f36-e544f0a3ddee tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 947 time: 0.0534809 Nov 23 04:18:57.903110 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-05a27713-044f-4b8f-995c-3d261a35313c req-31aede87-17bb-4c75-84f9-02339f1b6638 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438621 Nov 23 04:18:58.061854 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60382) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:58.075550 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb1092ce-2847-497d-9f30-3c91034708e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:58.149397 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb1092ce-2847-497d-9f30-3c91034708e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:58.239834 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb1092ce-2847-497d-9f30-3c91034708e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:58.287977 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-cb1092ce-2847-497d-9f30-3c91034708e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a5d956d79f54aa0b8251255e243773c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178760 Nov 23 04:18:58.287977 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1092ce-2847-497d-9f30-3c91034708e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7675ca7-fdc4-4771-88fb-0fb363f7937a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:58.288219 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60388) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:18:58.379042 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-4223bd22-8625-45a2-ab82-8d3cd1c94092 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:58.379042 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-4223bd22-8625-45a2-ab82-8d3cd1c94092 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 947 time: 0.0678747 Nov 23 04:18:58.379042 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d31dc4f-87b1-4cf5-a9ee-9bb9eac2fd37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:58.425908 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d31dc4f-87b1-4cf5-a9ee-9bb9eac2fd37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:58.509607 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Deleting port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:18:58.509945 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:58.593947 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d31dc4f-87b1-4cf5-a9ee-9bb9eac2fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:58.596540 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d31dc4f-87b1-4cf5-a9ee-9bb9eac2fd37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:58.597668 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9d31dc4f-87b1-4cf5-a9ee-9bb9eac2fd37 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7675ca7-fdc4-4771-88fb-0fb363f7937a HTTP/1.1" status: 204 len: 168 time: 0.3126593 Nov 23 04:18:58.605967 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] For port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:18:58.606331 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:58.623397 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31dc4f-87b1-4cf5-a9ee-9bb9eac2fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7675ca7-fdc4-4771-88fb-0fb363f7937a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:59.201894 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:59.202590 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:59.202590 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Floating IP 44127390-2842-4f00-a52f-ff892b3cf992 disassociated. External IP: 172.27.0.47, port: 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2. Nov 23 04:18:59.202880 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Calling delete_port for 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:18:59.226544 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3333166-bb6a-4ab0-9dbf-eed4463d7a87 req-2ae833db-7afe-464f-b618-cd4cea96e201 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:59.228057 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3333166-bb6a-4ab0-9dbf-eed4463d7a87 req-2ae833db-7afe-464f-b618-cd4cea96e201 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.4212217 Nov 23 04:18:59.236671 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab207df-07fa-4816-83aa-cf014e17cd83 req-04c92bb9-418e-47ca-bb7e-563b21706706 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:18:59.238091 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aab207df-07fa-4816-83aa-cf014e17cd83 req-04c92bb9-418e-47ca-bb7e-563b21706706 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 947 time: 0.1528604 Nov 23 04:18:59.362111 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aab207df-07fa-4816-83aa-cf014e17cd83 req-2cf5f726-885d-4cc1-a28f-58b06d1e9798 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0879664 Nov 23 04:18:59.388340 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3333166-bb6a-4ab0-9dbf-eed4463d7a87 req-42a76d42-544a-4bc2-8551-36c55125cc26 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478839 Nov 23 04:18:59.503181 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:59.531254 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event deleted for resources: {'Port': ['ID=1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:18:59.657830 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Router 4ef69db6-39b2-4c81-9add-b54360daa2fd has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:18:59.709425 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f5daa6a0-7186-426a-97b6-547ae56438e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:59.780906 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:18:59.794834 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1be8b0-12df-447e-852e-e90972cd9445 None None] Sync routers for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:18:59.809363 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1be8b0-12df-447e-852e-e90972cd9445 None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:18:59.812534 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa1be8b0-12df-447e-852e-e90972cd9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:18:59.824473 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] No DVR routers for this DVR port 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:18:59.827027 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:18:59.830455 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-73d1aba5-08d9-4279-bbb4-f63d2ccad8d3 req-3ad4a296-e2ee-4264-b3bd-42c82b52080e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.50 "DELETE /v2.0/ports/1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 HTTP/1.1" status: 204 len: 173 time: 1.4442816 Nov 23 04:18:59.830908 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'name': 'network-vif-deleted', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:18:59.833347 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944c8e43-0c64-46de-9971-ebd9d01b16f2" -d '{"events": [{"server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "name": "network-vif-deleted", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:18:59.873806 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9efa588-aef4-401c-b4ea-621213507c83 x-openstack-request-id: req-b9efa588-aef4-401c-b4ea-621213507c83 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:18:59.874262 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c13d4db-587d-4d4e-b8cc-23632d768572", "name": "network-vif-deleted", "tag": "1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:18:59.874400 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9efa588-aef4-401c-b4ea-621213507c83 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:18:59.874763 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c13d4db-587d-4d4e-b8cc-23632d768572', 'name': 'network-vif-deleted', 'tag': '1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2', 'status': 'completed', 'code': 200} Nov 23 04:18:59.938071 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-aa1be8b0-12df-447e-852e-e90972cd9445 None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:00.179058 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa1be8b0-12df-447e-852e-e90972cd9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:00.219864 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1be8b0-12df-447e-852e-e90972cd9445 None None] Checking router: 4ef69db6-39b2-4c81-9add-b54360daa2fd for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:19:00.229284 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1be8b0-12df-447e-852e-e90972cd9445 None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:00.229961 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa1be8b0-12df-447e-852e-e90972cd9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:00.338389 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-aa1be8b0-12df-447e-852e-e90972cd9445 None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:00.488058 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4f56eff-46d6-4c60-aca4-2a5d923e2f5b req-b555770d-af7b-489b-8841-86c68a0ade94 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c13d4db-587d-4d4e-b8cc-23632d768572 HTTP/1.1" status: 200 len: 210 time: 0.0330846 Nov 23 04:19:00.596300 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5c3b1-5f74-422d-afa6-23f179b7b334 req-3f034b53-2835-474c-bd4e-67663dd38bdb tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:00.606578 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2ce5c3b1-5f74-422d-afa6-23f179b7b334 req-3f034b53-2835-474c-bd4e-67663dd38bdb tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.1212175 Nov 23 04:19:00.613356 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-aa1be8b0-12df-447e-852e-e90972cd9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:00.649916 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1be8b0-12df-447e-852e-e90972cd9445 None None] The sync data for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi is: [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:19:00.690718 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2ce5c3b1-5f74-422d-afa6-23f179b7b334 req-ccbe68a8-216f-454f-889d-bd9bbe99593b tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831544 Nov 23 04:19:00.954051 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:00.962491 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b72b0a-4a57-44a6-bef5-4c977ca93d95 None None] New status for floating IP 44127390-2842-4f00-a52f-ff892b3cf992: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:19:01.422193 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:01.528745 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23c86d71-02bb-4b1e-af32-4e8355f5bf14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:01.620700 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23c86d71-02bb-4b1e-af32-4e8355f5bf14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:01.747600 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60478) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:01.801255 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23c86d71-02bb-4b1e-af32-4e8355f5bf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:01.874044 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c86d71-02bb-4b1e-af32-4e8355f5bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3df01d-1dc0-4c28-a1c4-493d56ed8675,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:01.878145 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-23c86d71-02bb-4b1e-af32-4e8355f5bf14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef67d30d1c624f34b9d0f353f561e6d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548802 Nov 23 04:19:01.880971 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60480) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:01.897412 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dc6df-e076-4725-baa0-42771359d787 req-dc9d4d5d-59af-47c8-829f-0c1a71cc1f8d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:01.898919 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c94dc6df-e076-4725-baa0-42771359d787 req-dc9d4d5d-59af-47c8-829f-0c1a71cc1f8d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.1298554 Nov 23 04:19:01.899579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f8cf8f-1f15-40f1-ace2-a7c01ab02be2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:01.939329 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f8cf8f-1f15-40f1-ace2-a7c01ab02be2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:01.942383 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99583569-c808-411e-9d96-83ae759a3726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:01.972545 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99583569-c808-411e-9d96-83ae759a3726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.008481 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c94dc6df-e076-4725-baa0-42771359d787 req-aed227be-4349-4811-a36b-df78d27eba20 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981138 Nov 23 04:19:02.088995 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99583569-c808-411e-9d96-83ae759a3726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.091638 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99583569-c808-411e-9d96-83ae759a3726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.092801 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-99583569-c808-411e-9d96-83ae759a3726 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce3df01d-1dc0-4c28-a1c4-493d56ed8675 HTTP/1.1" status: 204 len: 168 time: 0.2107794 Nov 23 04:19:02.101362 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99583569-c808-411e-9d96-83ae759a3726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3df01d-1dc0-4c28-a1c4-493d56ed8675,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:02.117943 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f8cf8f-1f15-40f1-ace2-a7c01ab02be2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.120632 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f8cf8f-1f15-40f1-ace2-a7c01ab02be2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.121795 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-11f8cf8f-1f15-40f1-ace2-a7c01ab02be2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "DELETE /v2.0/security-groups/a7a0dd34-5170-4c4f-a144-9b3dc746fdb9 HTTP/1.1" status: 204 len: 168 time: 0.3731570 Nov 23 04:19:02.124788 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60484) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:02.133698 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8cf8f-1f15-40f1-ace2-a7c01ab02be2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a0dd34-5170-4c4f-a144-9b3dc746fdb9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:02.145415 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.api.v2.resource [None req-666eaeb9-1c39-4481-8fbe-8fb09b1db787 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] show failed (client error): The resource could not be found. Nov 23 04:19:02.145415 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-666eaeb9-1c39-4481-8fbe-8fb09b1db787 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups/a7a0dd34-5170-4c4f-a144-9b3dc746fdb9 HTTP/1.1" status: 404 len: 347 time: 0.0168664 Nov 23 04:19:02.147935 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60486) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:02.268252 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cf14f31c-7e1c-4855-ac74-452470c61008 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Deleting port baa10e58-3e8c-4d86-b475-4246c0d7b9c8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:19:02.268597 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf14f31c-7e1c-4855-ac74-452470c61008 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.352151 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf14f31c-7e1c-4855-ac74-452470c61008 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.352535 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf14f31c-7e1c-4855-ac74-452470c61008 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.365655 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cf14f31c-7e1c-4855-ac74-452470c61008 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Calling delete_port for baa10e58-3e8c-4d86-b475-4246c0d7b9c8 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:19:02.434045 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.598177 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf14f31c-7e1c-4855-ac74-452470c61008 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.624003 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14f31c-7e1c-4855-ac74-452470c61008 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event deleted for resources: {'Port': ['ID=baa10e58-3e8c-4d86-b475-4246c0d7b9c8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:02.684718 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf14f31c-7e1c-4855-ac74-452470c61008 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.687394 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf14f31c-7e1c-4855-ac74-452470c61008 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:02.688521 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-cf14f31c-7e1c-4855-ac74-452470c61008 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "DELETE /v2.0/floatingips/44127390-2842-4f00-a52f-ff892b3cf992 HTTP/1.1" status: 204 len: 168 time: 0.5396609 Nov 23 04:19:02.961532 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60494) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:02.974762 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0c41d6c-73d4-4760-a0b1-80227cb6a2c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.046375 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0c41d6c-73d4-4760-a0b1-80227cb6a2c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.132274 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0c41d6c-73d4-4760-a0b1-80227cb6a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.133120 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932746aa-4f14-4e89-9680-cc2f9369c5de req-59fbeebc-ad16-4255-ae3e-2ecbb1933d5a tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:03.134709 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-932746aa-4f14-4e89-9680-cc2f9369c5de req-59fbeebc-ad16-4255-ae3e-2ecbb1933d5a tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.0533094 Nov 23 04:19:03.174377 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:03.178411 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-d0c41d6c-73d4-4760-a0b1-80227cb6a2c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c7261a64fc042dd940b35859cb7068a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128887 Nov 23 04:19:03.179373 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60504) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:03.182812 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ac53fd18-08ce-438c-a14b-8e3a0893e52c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390237783', 'description': 'tempest-description--667593596'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:03.203432 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c41d6c-73d4-4760-a0b1-80227cb6a2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c686eb9-ce2c-42a8-8967-5a11988eeb85,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:03.233356 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-932746aa-4f14-4e89-9680-cc2f9369c5de req-5892d5c2-7b05-4fc0-947f-9dcf1a6ce3a6 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885799 Nov 23 04:19:03.240576 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79f63704-628e-454f-8bc6-6c9cf91ecdb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.266385 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79f63704-628e-454f-8bc6-6c9cf91ecdb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.291199 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.336966 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53fd18-08ce-438c-a14b-8e3a0893e52c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.388184 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79f63704-628e-454f-8bc6-6c9cf91ecdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.390815 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79f63704-628e-454f-8bc6-6c9cf91ecdb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.392024 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-79f63704-628e-454f-8bc6-6c9cf91ecdb1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c686eb9-ce2c-42a8-8967-5a11988eeb85 HTTP/1.1" status: 204 len: 168 time: 0.2115405 Nov 23 04:19:03.400002 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f63704-628e-454f-8bc6-6c9cf91ecdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c686eb9-ce2c-42a8-8967-5a11988eeb85,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:03.431871 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53fd18-08ce-438c-a14b-8e3a0893e52c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.437942 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:19:03.461121 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:19:03.461375 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 1e9b19e9-43dd-4b57-b56d-cc03a86fbbc2 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:19:03.571256 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53fd18-08ce-438c-a14b-8e3a0893e52c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.600891 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53fd18-08ce-438c-a14b-8e3a0893e52c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afce6a7d-bc81-4fb8-9327-824723380af2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:03.711926 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac53fd18-08ce-438c-a14b-8e3a0893e52c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.712749 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ac53fd18-08ce-438c-a14b-8e3a0893e52c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5374336 Nov 23 04:19:03.715732 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60512) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:03.720220 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ea95c4c5-dbe0-4e6c-943d-d39b21e06e7c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'security_group_rule': {'security_group_id': 'afce6a7d-bc81-4fb8-9327-824723380af2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:03.779676 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60514) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:03.822809 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea95c4c5-dbe0-4e6c-943d-d39b21e06e7c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.885899 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea95c4c5-dbe0-4e6c-943d-d39b21e06e7c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.892754 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0257-e3c8-436a-91c9-350e095afd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.950325 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea95c4c5-dbe0-4e6c-943d-d39b21e06e7c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.984483 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0257-e3c8-436a-91c9-350e095afd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:03.985543 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95c4c5-dbe0-4e6c-943d-d39b21e06e7c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac500197-158e-4dbb-8d07-f07c41c598c7,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:04.056895 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0257-e3c8-436a-91c9-350e095afd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.096016 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea95c4c5-dbe0-4e6c-943d-d39b21e06e7c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.097195 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-ea95c4c5-dbe0-4e6c-943d-d39b21e06e7c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3805952 Nov 23 04:19:04.100419 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c0257-e3c8-436a-91c9-350e095afd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83429104-9dea-4cee-a51d-86e1cd1fe822,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:04.100555 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60528) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:04.104813 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-68655f26-7fa4-46d5-adec-92584662df1e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'security_group_rule': {'security_group_id': 'afce6a7d-bc81-4fb8-9327-824723380af2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:04.105088 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-4d6c0257-e3c8-436a-91c9-350e095afd22 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d90e88077114e3bae58432c56aac5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240769 Nov 23 04:19:04.107420 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60530) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:04.155334 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-342c82bc-694a-4130-8878-f0dd03daa54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.176321 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-342c82bc-694a-4130-8878-f0dd03daa54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.220313 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68655f26-7fa4-46d5-adec-92584662df1e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.336125 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-342c82bc-694a-4130-8878-f0dd03daa54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.338759 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-342c82bc-694a-4130-8878-f0dd03daa54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.339950 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-342c82bc-694a-4130-8878-f0dd03daa54a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83429104-9dea-4cee-a51d-86e1cd1fe822 HTTP/1.1" status: 204 len: 168 time: 0.2316310 Nov 23 04:19:04.349068 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c82bc-694a-4130-8878-f0dd03daa54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83429104-9dea-4cee-a51d-86e1cd1fe822,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:04.351280 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68655f26-7fa4-46d5-adec-92584662df1e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.360180 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0d464-aa45-4ab0-90b9-f93e9faa12bf req-6b321be5-457e-4f93-b550-ff8a95087764 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:04.361696 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-09d0d464-aa45-4ab0-90b9-f93e9faa12bf req-6b321be5-457e-4f93-b550-ff8a95087764 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.0592794 Nov 23 04:19:04.428770 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-09d0d464-aa45-4ab0-90b9-f93e9faa12bf req-386d8888-5752-4194-8f86-6e73bc6005e0 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608854 Nov 23 04:19:04.451046 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68655f26-7fa4-46d5-adec-92584662df1e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.473841 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68655f26-7fa4-46d5-adec-92584662df1e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd69aae4-2d94-4293-8079-3b4b72bfbdf6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:04.579358 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68655f26-7fa4-46d5-adec-92584662df1e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.581455 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-68655f26-7fa4-46d5-adec-92584662df1e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4793615 Nov 23 04:19:04.583818 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60546) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:04.588265 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'floatingip': {'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:04.691489 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.793686 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:04.907293 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Allocated IP 172.27.0.221 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/d17d2fa1-7986-4b30-a96d-3ff8334937b4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:19:05.012180 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.108994 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.119412 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60558) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:05.134308 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c60cfe21-57da-4631-afde-6de2eda75a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.153397 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:19:05.158307 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:05.162980 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:19:05.189059 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'Port': ['ID=d17d2fa1-7986-4b30-a96d-3ff8334937b4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:05.211830 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c60cfe21-57da-4631-afde-6de2eda75a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.289754 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.308241 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c60cfe21-57da-4631-afde-6de2eda75a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.348844 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c60cfe21-57da-4631-afde-6de2eda75a1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc514336875048e0bc8007c9aa1bcd29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305367 Nov 23 04:19:05.350379 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cfe21-57da-4631-afde-6de2eda75a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb154929-562b-441c-a6c8-c382d99900af,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:05.352001 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:05.415097 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.456303 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b82151da-2743-45fe-a47a-b7ed0e448d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.499783 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b82151da-2743-45fe-a47a-b7ed0e448d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.634809 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29620746-8fa1-47d1-aea2-2fec45bc5e4d req-12e8fbcb-1ab1-4df4-8f91-70a8de4e566f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:05.636357 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-29620746-8fa1-47d1-aea2-2fec45bc5e4d req-12e8fbcb-1ab1-4df4-8f91-70a8de4e566f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.1347215 Nov 23 04:19:05.695424 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.728394 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-29620746-8fa1-47d1-aea2-2fec45bc5e4d req-b6987541-59ad-42ec-b05b-4aca4dec6a54 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819945 Nov 23 04:19:05.753874 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b82151da-2743-45fe-a47a-b7ed0e448d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.757421 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b82151da-2743-45fe-a47a-b7ed0e448d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.758534 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b82151da-2743-45fe-a47a-b7ed0e448d21 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb154929-562b-441c-a6c8-c382d99900af HTTP/1.1" status: 204 len: 168 time: 0.4055281 Nov 23 04:19:05.767846 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82151da-2743-45fe-a47a-b7ed0e448d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb154929-562b-441c-a6c8-c382d99900af,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:05.780775 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.871328 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'Port': ['ID=d17d2fa1-7986-4b30-a96d-3ff8334937b4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:05.876690 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.962180 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:05.963472 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3482e185-6914-49a8-a0f2-5c5d5a79bab9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3785844 Nov 23 04:19:06.163639 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-8503ee90-c3f3-44d2-be9e-cf455474f1cf tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1390237783&fields=id&tenant_id=891dccdfaeb440dd89a185b6d130b3f0 HTTP/1.1" status: 200 len: 267 time: 0.0432081 Nov 23 04:19:06.279475 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-99c6fd81-a637-4057-a3bf-2fa72a850922 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:06.281657 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-99c6fd81-a637-4057-a3bf-2fa72a850922 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 816 time: 0.1109135 Nov 23 04:19:06.298593 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-10e20a9e-10c0-4533-9ac2-78f05f6427ac tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/quotas/891dccdfaeb440dd89a185b6d130b3f0 HTTP/1.1" status: 200 len: 375 time: 0.0111878 Nov 23 04:19:06.354907 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-e49a7e2b-5ccb-4732-ae5b-05938948a7b2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477769 Nov 23 04:19:06.452646 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-28cc7210-4c39-44e9-8848-6cbe9c88166a service neutron] 10.222.0.54 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864084 Nov 23 04:19:06.548887 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-254a9acb-b03a-43ad-9547-9b82f07c02e5 service neutron] 10.222.0.54 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890303 Nov 23 04:19:06.836932 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60618) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:06.851364 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cf9aac8-bfc5-45fb-bf34-41703402cbe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:06.879227 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5b9aa0fb-e18a-4314-b000-21ad2c77734d req-9939bc06-dd3f-437b-90ec-b3d5b4f6c75a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 210 time: 0.0353806 Nov 23 04:19:06.904525 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522c1c9-c688-42ff-b5c4-3c3a0bbb42d3 req-85c767aa-15c3-4943-aad9-d0d3507f1ee6 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:06.904525 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3522c1c9-c688-42ff-b5c4-3c3a0bbb42d3 req-85c767aa-15c3-4943-aad9-d0d3507f1ee6 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.1011367 Nov 23 04:19:06.967995 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cf9aac8-bfc5-45fb-bf34-41703402cbe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:06.992201 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3522c1c9-c688-42ff-b5c4-3c3a0bbb42d3 req-e427954f-c36e-498c-b9a4-4cea1c8b8ee0 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&id=33fb836f-8629-4586-a9ba-f4b64fc1791c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860813 Nov 23 04:19:07.029088 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cf9aac8-bfc5-45fb-bf34-41703402cbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:07.067664 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-1cf9aac8-bfc5-45fb-bf34-41703402cbe3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51a4bbb39c8448b08be3a445019f7742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294722 Nov 23 04:19:07.070035 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9aac8-bfc5-45fb-bf34-41703402cbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971bbadd-e151-4022-92cd-22bbedf0c275,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:07.071128 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:07.121079 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0091a18a-3dd6-4f1f-8919-64bfe455a049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:07.142770 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0091a18a-3dd6-4f1f-8919-64bfe455a049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:07.274195 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0091a18a-3dd6-4f1f-8919-64bfe455a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:07.276893 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0091a18a-3dd6-4f1f-8919-64bfe455a049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:07.278045 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0091a18a-3dd6-4f1f-8919-64bfe455a049 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/971bbadd-e151-4022-92cd-22bbedf0c275 HTTP/1.1" status: 204 len: 168 time: 0.2058954 Nov 23 04:19:07.286027 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091a18a-3dd6-4f1f-8919-64bfe455a049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971bbadd-e151-4022-92cd-22bbedf0c275,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:07.423283 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:07.625585 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d6009a5-1c99-48a2-9f89-3b5e12d76ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:07.701766 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d6009a5-1c99-48a2-9f89-3b5e12d76ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:07.837413 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d6009a5-1c99-48a2-9f89-3b5e12d76ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:07.878414 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2d6009a5-1c99-48a2-9f89-3b5e12d76ee4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59f0eaa9e21b4b84be697137d19b4723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540000 Nov 23 04:19:07.879121 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6009a5-1c99-48a2-9f89-3b5e12d76ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e260170c-2153-4ae9-bbc3-c5b156dfa349,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:07.881198 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60650) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:07.934760 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2dd97f24-48bb-4752-9835-0ff593b90f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:07.960031 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2dd97f24-48bb-4752-9835-0ff593b90f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:08.029834 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-87d079b8-5ff4-4136-807b-20a2506d5e23 req-097a7642-7398-4586-82f7-0b57367418cc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 210 time: 0.0440199 Nov 23 04:19:08.135040 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2dd97f24-48bb-4752-9835-0ff593b90f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:08.137981 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2dd97f24-48bb-4752-9835-0ff593b90f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:08.141965 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-2dd97f24-48bb-4752-9835-0ff593b90f2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e260170c-2153-4ae9-bbc3-c5b156dfa349 HTTP/1.1" status: 204 len: 168 time: 0.2596831 Nov 23 04:19:08.150939 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd97f24-48bb-4752-9835-0ff593b90f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e260170c-2153-4ae9-bbc3-c5b156dfa349,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:08.898789 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60676) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:08.912010 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eabc91f6-d48d-45d8-9b0a-ffaaec7db6a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:08.985494 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eabc91f6-d48d-45d8-9b0a-ffaaec7db6a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:09.051140 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eabc91f6-d48d-45d8-9b0a-ffaaec7db6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:09.090308 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc91f6-d48d-45d8-9b0a-ffaaec7db6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca0516d-db5e-4939-97cd-bd1e536c8fcd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:09.094608 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-eabc91f6-d48d-45d8-9b0a-ffaaec7db6a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af44f57bb0184827a99097c26e8a50c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947401 Nov 23 04:19:09.097382 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60682) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:09.165352 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2623d086-0713-4ad4-b3c1-7b590fa9a629 req-ae8c4ab3-4e42-4480-a48b-bf221a0800d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 210 time: 0.0378973 Nov 23 04:19:09.195328 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b39391f-d9b0-4447-9d37-656cfa7b3e32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:09.211489 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b39391f-d9b0-4447-9d37-656cfa7b3e32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:09.351101 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b39391f-d9b0-4447-9d37-656cfa7b3e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:09.353795 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b39391f-d9b0-4447-9d37-656cfa7b3e32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:09.355101 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3b39391f-d9b0-4447-9d37-656cfa7b3e32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bca0516d-db5e-4939-97cd-bd1e536c8fcd HTTP/1.1" status: 204 len: 168 time: 0.2567685 Nov 23 04:19:09.374883 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39391f-d9b0-4447-9d37-656cfa7b3e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca0516d-db5e-4939-97cd-bd1e536c8fcd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:09.424931 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-523406ba-d055-4dcd-8ef1-d663af632fd6 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:09.426846 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-523406ba-d055-4dcd-8ef1-d663af632fd6 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 816 time: 0.1329539 Nov 23 04:19:09.514375 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-a36f19bd-a0db-4d9b-b2e6-de4c5a6ccb98 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=891dccdfaeb440dd89a185b6d130b3f0 HTTP/1.1" status: 200 len: 380 time: 0.0714231 Nov 23 04:19:09.524608 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'port': {'device_id': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'admin_state_up': True, 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'security_groups': ['afce6a7d-bc81-4fb8-9327-824723380af2']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:09.799728 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Made reservation on behalf of 891dccdfaeb440dd89a185b6d130b3f0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:19:09.804089 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:09.946481 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Allocated IP 172.20.0.3 (fca30bf0-6b8e-488c-ba53-d9bc0d901c60/272142a6-1eaa-49f9-8eb7-7870c1b4781b/ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:19:10.097065 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:10.211577 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:10.268106 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:19:10.300228 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:10.305798 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:19:10.312170 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event updated for resources: {'Port': ['ID=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:10.363652 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4073305-506b-49a6-9d87-2f2db32edf1d req-9174b30f-a22a-4237-adcb-3d5db4bd1faf tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:10.365319 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4073305-506b-49a6-9d87-2f2db32edf1d req-9174b30f-a22a-4237-adcb-3d5db4bd1faf tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 931 time: 0.1235235 Nov 23 04:19:10.378095 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:10.378728 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:10.437248 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4073305-506b-49a6-9d87-2f2db32edf1d req-78258c67-c0c6-4514-b56a-08910d6e021e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642991 Nov 23 04:19:10.491101 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-17a6a771-42c5-4831-bc3a-7abe662d5df2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9711378 Nov 23 04:19:10.510670 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Request body: {'port': {'device_id': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:10.565853 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:10.619846 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b43fa8d4-b316-424c-a1d6-15882e154dfe None None] Provisioning complete for port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:10.620412 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b43fa8d4-b316-424c-a1d6-15882e154dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:10.656817 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b43fa8d4-b316-424c-a1d6-15882e154dfe None None] Port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:19:10.839023 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:19:10.846373 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:10.858511 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Transition to ACTIVE for port object ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:19:10.954037 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:11.003642 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:11.076191 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Attempting to bind port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:19:11.076525 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Attempting to bind port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:19:11.076951 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Attempting to bind port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 on network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:19:11.081459 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 on network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:19:11.086670 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Attempting to bind port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 on network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:19:11.088433 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:19:11.088773 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Checking segment: {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:19:11.089160 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Bound using segment: {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:19:11.089639 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Bound port: ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a3f56f-403a-4b4c-af3e-580cf58921d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:19:11.090100 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:11.164259 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:19:11.167282 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:19:11.257630 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:11.295782 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:11.296406 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:11.297810 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] 10.222.0.50 "PUT /v2.0/ports/ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 HTTP/1.1" status: 200 len: 1093 time: 0.7916980 Nov 23 04:19:11.298351 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:19:11.300494 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc8c3d4-c9f3-4df0-a6ed-e9906475679e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:19:11.332847 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac5e26-2d25-4ae3-8e7c-6033aa680b17 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:11.348277 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bfac13-8fb3-4275-9833-35d2dc6525f7 x-openstack-request-id: req-95bfac13-8fb3-4275-9833-35d2dc6525f7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:19:11.348673 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:19:11.349636 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-95bfac13-8fb3-4275-9833-35d2dc6525f7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:19:11.350159 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'status': 'completed', 'code': 200} Nov 23 04:19:11.503821 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8c3d4-c9f3-4df0-a6ed-e9906475679e req-241cf4ba-e7ac-4346-839e-9961e1716495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:11.506491 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbc8c3d4-c9f3-4df0-a6ed-e9906475679e req-241cf4ba-e7ac-4346-839e-9961e1716495 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 1096 time: 0.1048689 Nov 23 04:19:11.907505 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba292c-39e7-4e91-9dda-03e0c52dcc20 req-097ba373-2b79-4080-a086-2bc098a57be8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:11.908992 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7ba292c-39e7-4e91-9dda-03e0c52dcc20 req-097ba373-2b79-4080-a086-2bc098a57be8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.3637581 Nov 23 04:19:11.936202 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8c3d4-c9f3-4df0-a6ed-e9906475679e req-4087defb-6493-4a41-bdc8-1c9b7e94496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:11.937628 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbc8c3d4-c9f3-4df0-a6ed-e9906475679e req-4087defb-6493-4a41-bdc8-1c9b7e94496c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4178464 Nov 23 04:19:12.014439 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7ba292c-39e7-4e91-9dda-03e0c52dcc20 req-f48e477d-1cd5-4aef-b664-8be6128ceced tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948441 Nov 23 04:19:12.057039 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8c3d4-c9f3-4df0-a6ed-e9906475679e req-8ddd184d-8d67-47f1-bc15-57a38f0e1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:12.058476 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbc8c3d4-c9f3-4df0-a6ed-e9906475679e req-8ddd184d-8d67-47f1-bc15-57a38f0e1b29 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128500 Nov 23 04:19:12.193873 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-9127d420-72f5-4b9c-904d-f9b70643098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:12.195401 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-9127d420-72f5-4b9c-904d-f9b70643098f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 1096 time: 0.0435104 Nov 23 04:19:12.242127 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-ba0d70f5-957b-498e-af41-c04a93187ef3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 HTTP/1.1" status: 200 len: 217 time: 0.0337842 Nov 23 04:19:12.301288 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-6620e55b-b4f2-4bbe-a91f-cd9b31026d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:12.303467 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-6620e55b-b4f2-4bbe-a91f-cd9b31026d3e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.0480316 Nov 23 04:19:12.365098 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-59a54cf2-580e-47ac-b253-b022e9e5dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:12.366608 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-59a54cf2-580e-47ac-b253-b022e9e5dd8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397997 Nov 23 04:19:12.467397 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-f9ba375d-3575-4f85-99b8-77c2bcfdabdf service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818696 Nov 23 04:19:12.569912 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b16d452-3c0f-4d40-9514-598e872e7117 req-e0b19469-092e-4586-9b7b-1661b1ac80d4 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889142 Nov 23 04:19:13.139907 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660fd40-244c-4479-9216-243b9a8b07b5 req-4f363c0f-92d7-4be3-ae62-1990f649a6e1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:13.141334 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5660fd40-244c-4479-9216-243b9a8b07b5 req-4f363c0f-92d7-4be3-ae62-1990f649a6e1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0519395 Nov 23 04:19:13.188419 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5660fd40-244c-4479-9216-243b9a8b07b5 req-d6d69d5e-9bc1-4d7c-bf66-52cc73927b40 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Nov 23 04:19:13.402684 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60780) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:13.505980 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79a5e1d0-bcaf-4d92-9e7a-23ed4cd1846d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:13.582337 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79a5e1d0-bcaf-4d92-9e7a-23ed4cd1846d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:13.656819 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79a5e1d0-bcaf-4d92-9e7a-23ed4cd1846d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:13.697669 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-79a5e1d0-bcaf-4d92-9e7a-23ed4cd1846d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf0e488d4ada407b8178166769b1c423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938585 Nov 23 04:19:13.698489 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5e1d0-bcaf-4d92-9e7a-23ed4cd1846d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4752eb-194a-4118-97b4-3293f784c7e3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:13.700749 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60786) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:13.756940 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-967c4b02-2313-4bf6-9788-b08837ff9c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:13.778374 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-967c4b02-2313-4bf6-9788-b08837ff9c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:13.902184 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-967c4b02-2313-4bf6-9788-b08837ff9c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:13.904773 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-967c4b02-2313-4bf6-9788-b08837ff9c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:13.905918 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-967c4b02-2313-4bf6-9788-b08837ff9c69 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d4752eb-194a-4118-97b4-3293f784c7e3 HTTP/1.1" status: 204 len: 168 time: 0.2036264 Nov 23 04:19:13.914594 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c4b02-2313-4bf6-9788-b08837ff9c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4752eb-194a-4118-97b4-3293f784c7e3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:14.309460 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8420eb6-e5b1-45f7-bc2d-132bb841e1c7 req-70d1fa2c-2e80-4cdb-a753-4709b13f010e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:14.310919 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e8420eb6-e5b1-45f7-bc2d-132bb841e1c7 req-70d1fa2c-2e80-4cdb-a753-4709b13f010e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0493853 Nov 23 04:19:14.361593 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e8420eb6-e5b1-45f7-bc2d-132bb841e1c7 req-d5e98cc1-0100-493c-a428-481cf9c5e9d5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442958 Nov 23 04:19:14.610990 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60802) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:14.625175 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f0e6574-0118-49d6-8da6-1bbdfba219ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:14.698753 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f0e6574-0118-49d6-8da6-1bbdfba219ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:14.770948 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f0e6574-0118-49d6-8da6-1bbdfba219ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:14.809711 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-8f0e6574-0118-49d6-8da6-1bbdfba219ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=047fbd6dca384c59833cb7e4d2103311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975989 Nov 23 04:19:14.810825 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e6574-0118-49d6-8da6-1bbdfba219ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6b25e6-1f94-409e-8058-cbb3af5d4d60,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:14.812487 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60804) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:14.859444 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bd786ab-57ae-46cd-a0e1-f566a384a1b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:14.880769 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bd786ab-57ae-46cd-a0e1-f566a384a1b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:15.010762 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bd786ab-57ae-46cd-a0e1-f566a384a1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:15.013411 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bd786ab-57ae-46cd-a0e1-f566a384a1b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:15.014556 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5bd786ab-57ae-46cd-a0e1-f566a384a1b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ac6b25e6-1f94-409e-8058-cbb3af5d4d60 HTTP/1.1" status: 204 len: 168 time: 0.2010839 Nov 23 04:19:15.023471 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd786ab-57ae-46cd-a0e1-f566a384a1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6b25e6-1f94-409e-8058-cbb3af5d4d60,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:15.486198 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786747c-70e7-4bf2-b1f8-039961f1a2d1 req-9bf0ae2c-3756-4471-b252-196a2d869536 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:15.487917 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8786747c-70e7-4bf2-b1f8-039961f1a2d1 req-9bf0ae2c-3756-4471-b252-196a2d869536 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0516477 Nov 23 04:19:15.540695 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8786747c-70e7-4bf2-b1f8-039961f1a2d1 req-4df12181-8be4-47cd-908f-92cd1742a0f7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459993 Nov 23 04:19:15.568949 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:19:15.670619 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:15.684346 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'port_id': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'mac_address': 'fa:16:3e:34:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:19:15.725510 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:15.738503 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:19:15.758338 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:15.877545 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:15.925052 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:15.937406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:16.200910 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:19:16.820071 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3e1c2-fa0b-4335-b563-9b0facf6429d req-024e9b91-94ca-40fe-a390-84e072a9bb89 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:16.821599 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4e3e1c2-fa0b-4335-b563-9b0facf6429d req-024e9b91-94ca-40fe-a390-84e072a9bb89 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 944 time: 0.2078371 Nov 23 04:19:16.870508 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4e3e1c2-fa0b-4335-b563-9b0facf6429d req-8698f6c6-cb36-40bc-9cff-42e8d6e90bc6 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Nov 23 04:19:17.572350 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:19:17.736364 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:19:17.740838 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:17.741183 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:17.823379 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:17.847255 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:19:17.849865 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfce344-0ebd-4f08-b270-9b9e4b2dd7ee" -d '{"events": [{"server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "name": "network-vif-plugged", "status": "completed", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:19:17.863640 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:17.887609 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1313b3d-1107-490c-a428-47954c8c7eed x-openstack-request-id: req-e1313b3d-1107-490c-a428-47954c8c7eed {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:19:17.887921 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "name": "network-vif-plugged", "status": "completed", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:19:17.888308 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e1313b3d-1107-490c-a428-47954c8c7eed {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:19:17.888764 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'code': 200} Nov 23 04:19:17.965557 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:18.006582 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7202-262d-426b-b7c6-67c3002f715b req-825f98bb-c932-4d70-9724-abdfe902871b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:18.008169 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6a3e7202-262d-426b-b7c6-67c3002f715b req-825f98bb-c932-4d70-9724-abdfe902871b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 944 time: 0.0585790 Nov 23 04:19:18.027915 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:18.063334 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6a3e7202-262d-426b-b7c6-67c3002f715b req-10b3d830-fba1-4db1-a456-5d644f6d4cd8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462518 Nov 23 04:19:18.572540 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed2391-ad55-458b-9ca6-926418eb6bf5 req-801bc16a-db37-4827-8435-b2da8f426357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:18.574120 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6fed2391-ad55-458b-9ca6-926418eb6bf5 req-801bc16a-db37-4827-8435-b2da8f426357 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 1098 time: 0.0437310 Nov 23 04:19:18.622070 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6fed2391-ad55-458b-9ca6-926418eb6bf5 req-2afac5ab-dd4d-444a-990b-a5911b0a8683 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394363 Nov 23 04:19:19.257192 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4e75e-fac2-40ac-b3bd-c8d600bf33ef req-a66d781a-085e-4cdd-8876-cbbc8fa5bf29 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:19.260661 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-28d4e75e-fac2-40ac-b3bd-c8d600bf33ef req-a66d781a-085e-4cdd-8876-cbbc8fa5bf29 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.1214211 Nov 23 04:19:19.311492 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-28d4e75e-fac2-40ac-b3bd-c8d600bf33ef req-acc44c49-d503-4842-bcb8-4c506b1fa4e7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466127 Nov 23 04:19:20.433284 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1d4f7-4a1f-4f71-af0a-3485c01bff87 req-f53dbb9d-c2ed-4efc-9d04-2c8672f757ae tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:20.435014 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52d1d4f7-4a1f-4f71-af0a-3485c01bff87 req-f53dbb9d-c2ed-4efc-9d04-2c8672f757ae tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0498724 Nov 23 04:19:20.485602 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52d1d4f7-4a1f-4f71-af0a-3485c01bff87 req-e6a0e30a-c073-408b-a773-1365fe2969ef tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436711 Nov 23 04:19:20.607030 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa56bf1-ea65-4a4f-951a-c8582863da2f req-91b3f08d-9f2b-4448-a60c-690094ab5069 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:20.608567 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5aa56bf1-ea65-4a4f-951a-c8582863da2f req-91b3f08d-9f2b-4448-a60c-690094ab5069 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0533414 Nov 23 04:19:20.617513 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:20.625783 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c42be61d-7405-4fd9-99e5-420b187556ca tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Request body: {'floatingip': {'port_id': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:20.665867 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c42be61d-7405-4fd9-99e5-420b187556ca tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:21.250010 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c42be61d-7405-4fd9-99e5-420b187556ca tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:21.331204 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c42be61d-7405-4fd9-99e5-420b187556ca tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:21.440114 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-c42be61d-7405-4fd9-99e5-420b187556ca tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Floating IP ce3eebb6-39fc-496d-a1c5-0a54e426135e associated. External IP: 172.27.0.221, port: ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673. Nov 23 04:19:21.661551 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42be61d-7405-4fd9-99e5-420b187556ca tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Router 4ef69db6-39b2-4c81-9add-b54360daa2fd has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:19:21.773098 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42be61d-7405-4fd9-99e5-420b187556ca tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:19:21.778910 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c42be61d-7405-4fd9-99e5-420b187556ca tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:21.782788 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca26501-0e9e-4a20-8ed0-92b0935f1c1f None None] Sync routers for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:19:21.793327 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca26501-0e9e-4a20-8ed0-92b0935f1c1f None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:21.793937 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ca26501-0e9e-4a20-8ed0-92b0935f1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:21.808280 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c42be61d-7405-4fd9-99e5-420b187556ca tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "PUT /v2.0/floatingips/ce3eebb6-39fc-496d-a1c5-0a54e426135e HTTP/1.1" status: 200 len: 991 time: 1.1897132 Nov 23 04:19:21.808876 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:19:21.811090 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a3942c-c540-45c2-95ea-15b0d2a31b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:19:21.850053 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691efd92-6a0d-4c63-ae87-3748150acebf x-openstack-request-id: req-691efd92-6a0d-4c63-ae87-3748150acebf {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:19:21.850319 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:19:21.850600 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-691efd92-6a0d-4c63-ae87-3748150acebf {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:19:21.851007 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'status': 'completed', 'code': 200} Nov 23 04:19:21.913136 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3ca26501-0e9e-4a20-8ed0-92b0935f1c1f None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:21.955055 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3942c-c540-45c2-95ea-15b0d2a31b8a req-80ead691-7341-4247-b8f1-60affb4e462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:21.956159 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46a3942c-c540-45c2-95ea-15b0d2a31b8a req-80ead691-7341-4247-b8f1-60affb4e462c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 1098 time: 0.0470898 Nov 23 04:19:22.053348 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3942c-c540-45c2-95ea-15b0d2a31b8a req-f52f3ef1-fbb5-43bc-b860-46c1f9a73f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:22.054796 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46a3942c-c540-45c2-95ea-15b0d2a31b8a req-f52f3ef1-fbb5-43bc-b860-46c1f9a73f86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 917 time: 0.0902617 Nov 23 04:19:22.126613 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46a3942c-c540-45c2-95ea-15b0d2a31b8a req-74adfe34-3eba-4c98-8341-189cae232697 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 HTTP/1.1" status: 200 len: 999 time: 0.0647357 Nov 23 04:19:22.149448 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ca26501-0e9e-4a20-8ed0-92b0935f1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'ce3eebb6-39fc-496d-a1c5-0a54e426135e', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'port_id': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'mac_address': 'fa:16:3e:34:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:19:05Z', 'updated_at': '2021-11-23T04:19:21Z', 'revision_number': 1, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:22.175294 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca26501-0e9e-4a20-8ed0-92b0935f1c1f None None] Checking router: 4ef69db6-39b2-4c81-9add-b54360daa2fd for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:19:22.183409 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca26501-0e9e-4a20-8ed0-92b0935f1c1f None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:22.183899 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3942c-c540-45c2-95ea-15b0d2a31b8a req-1c18c693-5ffa-489e-b43b-de686161e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:22.184035 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ca26501-0e9e-4a20-8ed0-92b0935f1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:22.185391 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46a3942c-c540-45c2-95ea-15b0d2a31b8a req-1c18c693-5ffa-489e-b43b-de686161e521 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.0501373 Nov 23 04:19:22.246806 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3942c-c540-45c2-95ea-15b0d2a31b8a req-468acc48-6547-42f0-8adb-9fdcfd775906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:22.248501 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46a3942c-c540-45c2-95ea-15b0d2a31b8a req-468acc48-6547-42f0-8adb-9fdcfd775906 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450263 Nov 23 04:19:22.349810 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46a3942c-c540-45c2-95ea-15b0d2a31b8a req-91cdd677-67cb-4aa8-9450-3f351d52ea15 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924888 Nov 23 04:19:22.421737 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3ca26501-0e9e-4a20-8ed0-92b0935f1c1f None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:22.466180 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46a3942c-c540-45c2-95ea-15b0d2a31b8a req-3389dfcb-223c-4c40-9547-b65daded9d02 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025665 Nov 23 04:19:22.654816 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ca26501-0e9e-4a20-8ed0-92b0935f1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'ce3eebb6-39fc-496d-a1c5-0a54e426135e', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'port_id': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'mac_address': 'fa:16:3e:34:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:19:05Z', 'updated_at': '2021-11-23T04:19:21Z', 'revision_number': 1, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:22.682465 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca26501-0e9e-4a20-8ed0-92b0935f1c1f None None] The sync data for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi is: [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'ce3eebb6-39fc-496d-a1c5-0a54e426135e', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'port_id': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'mac_address': 'fa:16:3e:34:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:19:05Z', 'updated_at': '2021-11-23T04:19:21Z', 'revision_number': 1, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:19:22.856700 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a34679-2e7d-432c-9190-2452b5cc93d2 None None] New status for floating IP ce3eebb6-39fc-496d-a1c5-0a54e426135e: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:19:23.490617 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-ad7caacb-1ddb-4762-8146-8dea0b7288c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413048 Nov 23 04:19:23.602639 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-f85e46ef-a25a-475e-b537-11a094f8c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:23.604164 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-f85e46ef-a25a-475e-b537-11a094f8c093 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dcc5d168617498bbafe5038567ca011&device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 1137 time: 0.0458970 Nov 23 04:19:23.717942 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-4d5613fa-46fe-48ea-897c-428d89843c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:23.719441 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-4d5613fa-46fe-48ea-897c-428d89843c37 service neutron] 10.222.0.50 "GET /v2.0/networks?id=637e7c09-45c2-45a1-ba70-21290f7e9dbe HTTP/1.1" status: 200 len: 916 time: 0.0953863 Nov 23 04:19:23.796463 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-46dd0f00-6025-4ef1-b299-cb1126efc7e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9 HTTP/1.1" status: 200 len: 1001 time: 0.0597186 Nov 23 04:19:23.852048 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-329e8733-8134-4574-bc93-227d789d001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:23.853477 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-329e8733-8134-4574-bc93-227d789d001f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7eb94a19-b755-443f-b6e9-5148df7a942c HTTP/1.1" status: 200 len: 854 time: 0.0489547 Nov 23 04:19:24.127026 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60974) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:24.158256 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-2c3d01bd-fbae-41af-a955-0cba5a060a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:24.159758 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-2c3d01bd-fbae-41af-a955-0cba5a060a06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=637e7c09-45c2-45a1-ba70-21290f7e9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2979960 Nov 23 04:19:24.234273 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c4ad5b1-42d3-4106-a9f1-20b4c5368f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:24.272243 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-7b86f75e-e86c-4089-b80c-e63290dbbc66 service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872755 Nov 23 04:19:24.308886 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c4ad5b1-42d3-4106-a9f1-20b4c5368f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:24.376627 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1eec7e0e-0496-4377-9c4c-b8a00cde1412 req-65887fd8-d9b6-4632-91ba-347d845cedce service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892708 Nov 23 04:19:24.405212 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c4ad5b1-42d3-4106-a9f1-20b4c5368f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:24.445820 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ad5b1-42d3-4106-a9f1-20b4c5368f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e99dc1-2a3f-469b-910b-4922dc2a9206,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:24.450024 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-1c4ad5b1-42d3-4106-a9f1-20b4c5368f1c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=940930d55f194047afc6ddd00459aff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218710 Nov 23 04:19:24.452754 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60980) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:24.501467 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74e18ac7-424c-423e-b2a5-5e7e8837e443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:24.523567 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74e18ac7-424c-423e-b2a5-5e7e8837e443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:24.633768 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74e18ac7-424c-423e-b2a5-5e7e8837e443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:24.636364 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74e18ac7-424c-423e-b2a5-5e7e8837e443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:24.637508 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-74e18ac7-424c-423e-b2a5-5e7e8837e443 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/11e99dc1-2a3f-469b-910b-4922dc2a9206 HTTP/1.1" status: 204 len: 168 time: 0.1838350 Nov 23 04:19:24.645036 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e18ac7-424c-423e-b2a5-5e7e8837e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e99dc1-2a3f-469b-910b-4922dc2a9206,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:25.011078 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:25.277697 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 60990) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:25.293896 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dca81d6e-3419-4cd0-975b-17466d3b815a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:25.372175 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dca81d6e-3419-4cd0-975b-17466d3b815a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:25.445290 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dca81d6e-3419-4cd0-975b-17466d3b815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:25.484493 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-dca81d6e-3419-4cd0-975b-17466d3b815a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c152e2f9770843b1bad13de72a73572c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056034 Nov 23 04:19:25.485336 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca81d6e-3419-4cd0-975b-17466d3b815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ca70aa-0851-4116-8af4-2506afbe42d3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:25.487539 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 60992) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:25.530477 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:19:25.553003 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f229b3b1-c9bd-48c6-9e3a-e60f10049ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:25.573663 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f229b3b1-c9bd-48c6-9e3a-e60f10049ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:25.709530 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f229b3b1-c9bd-48c6-9e3a-e60f10049ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:25.709530 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f229b3b1-c9bd-48c6-9e3a-e60f10049ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:25.710274 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-f229b3b1-c9bd-48c6-9e3a-e60f10049ba0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85ca70aa-0851-4116-8af4-2506afbe42d3 HTTP/1.1" status: 204 len: 168 time: 0.2216890 Nov 23 04:19:25.717966 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229b3b1-c9bd-48c6-9e3a-e60f10049ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ca70aa-0851-4116-8af4-2506afbe42d3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:27.197382 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-71a0d1f1-b669-4f06-a346-da3a160f3543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:29.747783 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47d46f07-8132-4c57-b31d-650c4ca64af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:30.929614 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:32.397469 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:33.294509 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:38.817294 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 32972) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:38.926556 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:38.996954 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.062076 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.098110 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5d90c6-65c5-40ff-b925-35d58b3ec833,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:39.102711 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33aec7ff14484833b60801c106ac1eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844036 Nov 23 04:19:39.105543 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 32976) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:39.107694 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.108043 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.108381 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.108714 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.109041 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.109369 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.109695 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.110016 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.110339 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.110659 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.110975 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.111322 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5ed16-e1f3-4b2e-80cc-d6cc583cab81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.155984 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.182890 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.237123 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 32980) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:39.307992 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.310672 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.312012 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db5d90c6-65c5-40ff-b925-35d58b3ec833 HTTP/1.1" status: 204 len: 168 time: 0.2053657 Nov 23 04:19:39.320970 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5d90c6-65c5-40ff-b925-35d58b3ec833,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:39.328273 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.328637 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.328984 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.329381 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.329771 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.330108 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.330438 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.330772 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.331103 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.331469 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.332115 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.332115 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b0866b-93c9-44d5-862c-f5f5d06b9dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:39.361472 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d346b61-2711-469c-b40b-696e025d693a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.434780 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d346b61-2711-469c-b40b-696e025d693a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.639411 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d346b61-2711-469c-b40b-696e025d693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.679085 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2d346b61-2711-469c-b40b-696e025d693a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da55f7d66c354b84833b28698076f19c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408641 Nov 23 04:19:39.680013 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d346b61-2711-469c-b40b-696e025d693a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29e6ee-3d3c-4182-ae4f-4660928cd1e5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:39.683038 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 32986) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:39.738819 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b77dcdb0-dee2-4248-8119-119510ade03b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.762873 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b77dcdb0-dee2-4248-8119-119510ade03b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.905918 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b77dcdb0-dee2-4248-8119-119510ade03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.909213 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b77dcdb0-dee2-4248-8119-119510ade03b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:39.913859 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b77dcdb0-dee2-4248-8119-119510ade03b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f29e6ee-3d3c-4182-ae4f-4660928cd1e5 HTTP/1.1" status: 204 len: 168 time: 0.2272558 Nov 23 04:19:39.922751 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dcdb0-dee2-4248-8119-119510ade03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29e6ee-3d3c-4182-ae4f-4660928cd1e5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:41.003715 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33010) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:41.101379 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1756585500-network', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:41.210247 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Made reservation on behalf of 29832a113f1544d7a5467a88b2f0d669 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:19:41.212852 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:41.221459 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:41.295173 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:41.374447 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:41.399529 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:19:41.408089 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43125db1-3e8f-449a-9025-b2547a98a542,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:41.414714 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:41.415056 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Added segment 481fff99-b240-443b-a02f-02860e71fce1 of type vlan for network e3530e0d-07ae-4ff9-b495-05515e155951 Nov 23 04:19:41.453410 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:41.559059 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:41.559986 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:41.560584 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:41.622124 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] Pushing event updated for resources: {'Network': ['ID=e3530e0d-07ae-4ff9-b495-05515e155951,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:41.636081 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network e3530e0d-07ae-4ff9-b495-05515e155951 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:19:41.687595 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-22c6c33b-24f1-4e59-b0c3-9208336f0345 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6827002 Nov 23 04:19:41.690481 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33020) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:41.695932 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] Request body: {'subnet': {'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1756585500-subnet', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:41.780001 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] Made reservation on behalf of 29832a113f1544d7a5467a88b2f0d669 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:19:41.782338 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9143448'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:42.003174 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9645097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9143462'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:42.056974 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876101f4-19c6-4756-afa6-805f6a676f16,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:42.065237 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] Checking segment: {'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:19:42.065725 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] Network hostable DHCP agents. Network: e3530e0d-07ae-4ff9-b495-05515e155951, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:19:42.145655 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] Network e3530e0d-07ae-4ff9-b495-05515e155951 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:19:42.243192 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, e3530e0d-07ae-4ff9-b495-05515e155951) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:42.247389 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:42.247984 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:42.253883 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f7d01c-f971-4987-a6c7-d3e3f90331a1 None None] Network e3530e0d-07ae-4ff9-b495-05515e155951 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:19:42.338354 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-817b7032-f3c4-436d-a258-c10299fe8070 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6466129 Nov 23 04:19:42.340892 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33024) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:42.345091 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:42.400394 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca77d4a-1e58-53e8-849d-cd8626a4fefc-e3530e0d-07ae-4ff9-b495-05515e155951', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16'}]}} from dv-cinder-768458-16-iscsi. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:19:42.401251 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:42.437214 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4191313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8387'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:42.438261 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4124523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3972742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:42.491412 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:42.559370 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Allocated IP 172.20.0.2 (e3530e0d-07ae-4ff9-b495-05515e155951/876101f4-19c6-4756-afa6-805f6a676f16/756294db-fe7c-4e9b-a054-7eda220aaa01) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:19:42.818875 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:42.885539 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:42.927263 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Network e3530e0d-07ae-4ff9-b495-05515e155951 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:19:42.930022 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:42.931345 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:42.933489 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:19:42.946679 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Pushing event updated for resources: {'Port': ['ID=756294db-fe7c-4e9b-a054-7eda220aaa01,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:42.991709 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Attempting to bind port 756294db-fe7c-4e9b-a054-7eda220aaa01 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:19:42.992111 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Attempting to bind port 756294db-fe7c-4e9b-a054-7eda220aaa01 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:19:42.992467 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Attempting to bind port 756294db-fe7c-4e9b-a054-7eda220aaa01 on network e3530e0d-07ae-4ff9-b495-05515e155951 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:19:42.997308 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:19:42.997703 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Checking segment: {'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:19:42.998141 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:42.998524 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Bound using segment: {'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:19:42.998978 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Bound port: 756294db-fe7c-4e9b-a054-7eda220aaa01, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:19:42.999439 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:43.062058 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3364e965-daf2-447b-8f44-96135b163590 None None] For port 756294db-fe7c-4e9b-a054-7eda220aaa01, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:19:43.065019 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3364e965-daf2-447b-8f44-96135b163590 None None] For port 756294db-fe7c-4e9b-a054-7eda220aaa01, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=756294db-fe7c-4e9b-a054-7eda220aaa01,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:19:43.125072 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:43.177451 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb0dd3f2-e1d7-4afa-ab1b-59145ea9fff4 req-ff361e05-f5f8-4557-9b7c-9b1ca2f8fd21 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771096911&fields=id&tenant_id=0dcc5d168617498bbafe5038567ca011 HTTP/1.1" status: 200 len: 267 time: 0.0515440 Nov 23 04:19:43.201524 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364e965-daf2-447b-8f44-96135b163590 None None] Pushing event updated for resources: {'Port': ['ID=756294db-fe7c-4e9b-a054-7eda220aaa01,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:43.235631 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd3f2-e1d7-4afa-ab1b-59145ea9fff4 req-3bd5d5d7-b81d-4c91-8d33-19f54c7de70b tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:43.237569 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb0dd3f2-e1d7-4afa-ab1b-59145ea9fff4 req-3bd5d5d7-b81d-4c91-8d33-19f54c7de70b tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 984 time: 0.0540936 Nov 23 04:19:43.244898 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:43.249720 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-eb0dd3f2-e1d7-4afa-ab1b-59145ea9fff4 req-a1a3ed40-c863-4f49-8527-c3ab540af31e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Request body: {'port': {'security_groups': ['e85e4292-dc91-4435-a6c4-da9cc2caa6dc']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:43.265964 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:43.337001 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb0dd3f2-e1d7-4afa-ab1b-59145ea9fff4 req-a1a3ed40-c863-4f49-8527-c3ab540af31e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:43.405454 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Allocated IP 172.27.0.123 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/72356a8d-147e-446f-b340-34ee4dc085df) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:19:43.525119 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:43.573394 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-eb0dd3f2-e1d7-4afa-ab1b-59145ea9fff4 req-a1a3ed40-c863-4f49-8527-c3ab540af31e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] For port 5dc60928-ecbb-432d-abab-7e8074ff19f9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:43.602717 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb0dd3f2-e1d7-4afa-ab1b-59145ea9fff4 req-a1a3ed40-c863-4f49-8527-c3ab540af31e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:43.706406 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:43.729028 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb0dd3f2-e1d7-4afa-ab1b-59145ea9fff4 req-a1a3ed40-c863-4f49-8527-c3ab540af31e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:43.758431 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:19:43.761529 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:43.764816 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:19:43.766779 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['5dc60928-ecbb-432d-abab-7e8074ff19f9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:19:43.780647 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Pushing event updated for resources: {'Port': ['ID=72356a8d-147e-446f-b340-34ee4dc085df,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:43.793456 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd3f2-e1d7-4afa-ab1b-59145ea9fff4 req-a1a3ed40-c863-4f49-8527-c3ab540af31e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:43.794117 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb0dd3f2-e1d7-4afa-ab1b-59145ea9fff4 req-a1a3ed40-c863-4f49-8527-c3ab540af31e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:43.799055 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb0dd3f2-e1d7-4afa-ab1b-59145ea9fff4 req-a1a3ed40-c863-4f49-8527-c3ab540af31e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "PUT /v2.0/ports/5dc60928-ecbb-432d-abab-7e8074ff19f9 HTTP/1.1" status: 200 len: 942 time: 0.5544946 Nov 23 04:19:43.799486 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:19:43.801812 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdab7868-c407-4ac5-ba93-37e8ec96730b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:19:43.807861 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:43.895169 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 756294db-fe7c-4e9b-a054-7eda220aaa01 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:19:43.917445 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3ed40-c863-4f49-8527-c3ab540af31e tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event updated for resources: {'Port': ['ID=5dc60928-ecbb-432d-abab-7e8074ff19f9,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:43.965598 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3370460d-bc0d-43b5-8a07-12b479dd62cf tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:43.970146 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['5dc60928-ecbb-432d-abab-7e8074ff19f9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:19:44.013783 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3370460d-bc0d-43b5-8a07-12b479dd62cf tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.121845 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c1ae97-ed6a-4759-8220-0a107f4de748 x-openstack-request-id: req-e5c1ae97-ed6a-4759-8220-0a107f4de748 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:19:44.122863 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:19:44.123115 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5c1ae97-ed6a-4759-8220-0a107f4de748 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:19:44.123617 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'status': 'completed', 'code': 200} Nov 23 04:19:44.202509 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3a01dd48-fe7c-42ec-847e-6d6d5d9f3508 None None] Provisioning complete for port 5dc60928-ecbb-432d-abab-7e8074ff19f9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:44.202886 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a01dd48-fe7c-42ec-847e-6d6d5d9f3508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.223369 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3370460d-bc0d-43b5-8a07-12b479dd62cf tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.226184 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3370460d-bc0d-43b5-8a07-12b479dd62cf tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.229792 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3370460d-bc0d-43b5-8a07-12b479dd62cf tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "DELETE /v2.0/security-groups/33fb836f-8629-4586-a9ba-f4b64fc1791c HTTP/1.1" status: 204 len: 168 time: 0.4107025 Nov 23 04:19:44.242306 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33038) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:44.266018 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370460d-bc0d-43b5-8a07-12b479dd62cf tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fb836f-8629-4586-a9ba-f4b64fc1791c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:44.271482 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 756294db-fe7c-4e9b-a054-7eda220aaa01 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:44.273266 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.285184 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7868-c407-4ac5-ba93-37e8ec96730b req-291f91ce-157f-4528-97ca-a26bcafc72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:44.287005 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdab7868-c407-4ac5-ba93-37e8ec96730b req-291f91ce-157f-4528-97ca-a26bcafc72fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dcc5d168617498bbafe5038567ca011&device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 1098 time: 0.1286619 Nov 23 04:19:44.405584 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e408c3b-68cd-44d7-8447-1d7f0cbacd96 None None] Network e3530e0d-07ae-4ff9-b495-05515e155951 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:19:44.409971 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7868-c407-4ac5-ba93-37e8ec96730b req-97dbae02-6159-4cf1-a158-27505df7e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:44.411540 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdab7868-c407-4ac5-ba93-37e8ec96730b req-97dbae02-6159-4cf1-a158-27505df7e1cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=637e7c09-45c2-45a1-ba70-21290f7e9dbe HTTP/1.1" status: 200 len: 916 time: 0.1166856 Nov 23 04:19:44.427526 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.492668 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdab7868-c407-4ac5-ba93-37e8ec96730b req-89ca5551-dc51-4a3f-9e69-e4b7223fd0df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9 HTTP/1.1" status: 200 len: 1001 time: 0.0734780 Nov 23 04:19:44.555507 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7868-c407-4ac5-ba93-37e8ec96730b req-45f903f1-fa0d-47d7-883c-20b4c69e89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:44.557840 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdab7868-c407-4ac5-ba93-37e8ec96730b req-45f903f1-fa0d-47d7-883c-20b4c69e89ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7eb94a19-b755-443f-b6e9-5148df7a942c HTTP/1.1" status: 200 len: 854 time: 0.0556395 Nov 23 04:19:44.612364 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Deleting port e3851ede-1c0b-4b48-bbe4-39c7977eb43a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:19:44.612572 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab7868-c407-4ac5-ba93-37e8ec96730b req-c56d5039-0b1e-409d-80b0-dd753d242182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:44.612698 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.614034 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdab7868-c407-4ac5-ba93-37e8ec96730b req-c56d5039-0b1e-409d-80b0-dd753d242182 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=637e7c09-45c2-45a1-ba70-21290f7e9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485914 Nov 23 04:19:44.655407 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.724140 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdab7868-c407-4ac5-ba93-37e8ec96730b req-f3076e28-0f19-427e-9867-0ec3f58dc4d0 service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015170 Nov 23 04:19:44.731951 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4124074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4124470'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.738010 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.738333 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.745264 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port 756294db-fe7c-4e9b-a054-7eda220aaa01, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=756294db-fe7c-4e9b-a054-7eda220aaa01,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:44.748804 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-138cdbe3-224e-48c4-a9ac-ebb15af759f7 None None] Provisioning complete for port 756294db-fe7c-4e9b-a054-7eda220aaa01 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:44.749169 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-138cdbe3-224e-48c4-a9ac-ebb15af759f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.783553 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Calling delete_port for e3851ede-1c0b-4b48-bbe4-39c7977eb43a owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:19:44.811603 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:44.846778 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdab7868-c407-4ac5-ba93-37e8ec96730b req-fe1886b3-73b4-4c45-823b-ec2d23ce172b service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094460 Nov 23 04:19:44.908100 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=756294db-fe7c-4e9b-a054-7eda220aaa01,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:45.024635 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4c99ad78-7b49-437e-901e-1f54397fe757 None None] Provisioning complete for port 756294db-fe7c-4e9b-a054-7eda220aaa01 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:45.024996 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c99ad78-7b49-437e-901e-1f54397fe757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:45.071385 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 is scheduled to L3 agent d698791b-1204-4756-9a69-44a6c13f83bc with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:19:45.114057 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:45.149580 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event deleted for resources: {'Port': ['ID=e3851ede-1c0b-4b48-bbe4-39c7977eb43a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:45.456383 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:19:45.466166 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Sync routers for ids ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:19:45.468149 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:45.468491 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.l3_db [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Floating IP 3ec1f28d-c896-4062-ac69-f741f852171a disassociated (deleted). External IP: 172.27.0.227, port: 5dc60928-ecbb-432d-abab-7e8074ff19f9. Nov 23 04:19:45.476145 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Routers {'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:45.476757 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:45.586799 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Set router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:45.615572 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:45.616877 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-b63216aa-a376-4024-a765-ffe05dce17d8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2750669 Nov 23 04:19:45.620493 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:45.697193 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:19:45.781669 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:44Z', 'revision_number': 3, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:45.818408 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Checking router: fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:19:45.819756 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Updating router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 port 72356a8d-147e-446f-b340-34ee4dc085df binding host dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:19:45.825921 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:19:45.831041 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:45.839953 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe72aee-9af2-4405-8ee0-12e9faae413c None None] Sync routers for ids ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:19:45.844982 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 756294db-fe7c-4e9b-a054-7eda220aaa01 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:19:45.850709 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe72aee-9af2-4405-8ee0-12e9faae413c None None] Routers {'1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:45.850709 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5fe72aee-9af2-4405-8ee0-12e9faae413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:45.861546 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c0519c2f-0c26-4989-a436-e9fb53dbdf3f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "DELETE /v2.0/floatingips/3ec1f28d-c896-4062-ac69-f741f852171a HTTP/1.1" status: 204 len: 168 time: 1.6178768 Nov 23 04:19:45.863462 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:19:45.866745 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410cd0e19ab500a818ff3cd17b2b4d634dcf2313bc0dc6223f3fe9937fe65d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f658c44-9fdd-49c8-80fc-bfc28bc39058" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:19:45.914151 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:45.962117 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5fe72aee-9af2-4405-8ee0-12e9faae413c None None] Set router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:46.035586 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8361f83a-ca53-43d1-8430-b6a0cb550856 x-openstack-request-id: req-8361f83a-ca53-43d1-8430-b6a0cb550856 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:19:46.036082 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:19:46.036511 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8361f83a-ca53-43d1-8430-b6a0cb550856 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:19:46.037313 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'status': 'completed', 'code': 200} Nov 23 04:19:46.118351 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 756294db-fe7c-4e9b-a054-7eda220aaa01 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:46.118913 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:46.169720 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f658c44-9fdd-49c8-80fc-bfc28bc39058 req-a5c3fc0b-8979-4eb2-8866-70426c2daacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:46.171224 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f658c44-9fdd-49c8-80fc-bfc28bc39058 req-a5c3fc0b-8979-4eb2-8866-70426c2daacd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dcc5d168617498bbafe5038567ca011&device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 1098 time: 0.0869825 Nov 23 04:19:46.190142 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:46.208085 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5fe72aee-9af2-4405-8ee0-12e9faae413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:59Z', 'revision_number': 4, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'abb2a706-1233-4750-bb06-745df1a8e543', 'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'mac_address': 'fa:16:3e:e7:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:58Z', 'updated_at': '2021-11-23T04:17:05Z', 'revision_number': 5, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'subnets': [{'id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:46.315821 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:46.336518 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe72aee-9af2-4405-8ee0-12e9faae413c None None] Checking router: 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:19:46.345130 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe72aee-9af2-4405-8ee0-12e9faae413c None None] Routers {'1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:46.345735 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5fe72aee-9af2-4405-8ee0-12e9faae413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:46.366253 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f658c44-9fdd-49c8-80fc-bfc28bc39058 req-06b26c71-f7f9-4287-a80f-4e2c594555ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:46.367616 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f658c44-9fdd-49c8-80fc-bfc28bc39058 req-06b26c71-f7f9-4287-a80f-4e2c594555ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=637e7c09-45c2-45a1-ba70-21290f7e9dbe HTTP/1.1" status: 200 len: 916 time: 0.1875720 Nov 23 04:19:46.394295 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:46.422100 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f658c44-9fdd-49c8-80fc-bfc28bc39058 req-11668145-11ed-468c-beb4-2c207dfdbf50 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9 HTTP/1.1" status: 200 len: 217 time: 0.0462284 Nov 23 04:19:46.457036 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Attempting to bind port 72356a8d-147e-446f-b340-34ee4dc085df on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:19:46.457420 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Attempting to bind port 72356a8d-147e-446f-b340-34ee4dc085df by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:19:46.457788 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Attempting to bind port 72356a8d-147e-446f-b340-34ee4dc085df on network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:19:46.462810 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa01686-36c5-4eb1-af62-af9c5f33ce99 None None] Pushing event updated for resources: {'Port': ['ID=72356a8d-147e-446f-b340-34ee4dc085df,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:46.472883 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:19:46.473271 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Checking segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:19:46.479459 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:46.479459 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Bound using segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:19:46.479459 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Bound port: 72356a8d-147e-446f-b340-34ee4dc085df, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:19:46.479459 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:46.480015 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5fe72aee-9af2-4405-8ee0-12e9faae413c None None] Set router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:46.508512 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Allocated IP 172.20.0.1 (e3530e0d-07ae-4ff9-b495-05515e155951/876101f4-19c6-4756-afa6-805f6a676f16/b5879661-0484-40c7-bf5c-a73213563271) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:19:46.515174 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f658c44-9fdd-49c8-80fc-bfc28bc39058 req-fd62b1b5-48db-472f-be12-4223add397c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:46.516670 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f658c44-9fdd-49c8-80fc-bfc28bc39058 req-fd62b1b5-48db-472f-be12-4223add397c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7eb94a19-b755-443f-b6e9-5148df7a942c HTTP/1.1" status: 200 len: 854 time: 0.0821686 Nov 23 04:19:46.546806 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] For port 72356a8d-147e-446f-b340-34ee4dc085df, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:19:46.551667 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] For port 72356a8d-147e-446f-b340-34ee4dc085df, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=72356a8d-147e-446f-b340-34ee4dc085df,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:19:46.638975 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f658c44-9fdd-49c8-80fc-bfc28bc39058 req-3b0aa8c0-4b41-4e27-9bdd-10096986b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:46.640574 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f658c44-9fdd-49c8-80fc-bfc28bc39058 req-3b0aa8c0-4b41-4e27-9bdd-10096986b9d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=637e7c09-45c2-45a1-ba70-21290f7e9dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0964081 Nov 23 04:19:46.650815 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:46.707408 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5fe72aee-9af2-4405-8ee0-12e9faae413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:59Z', 'revision_number': 4, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'abb2a706-1233-4750-bb06-745df1a8e543', 'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'mac_address': 'fa:16:3e:e7:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:58Z', 'updated_at': '2021-11-23T04:17:05Z', 'revision_number': 5, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'subnets': [{'id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:46.716944 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Routers {'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:46.717835 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:46.732094 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:46.739384 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe72aee-9af2-4405-8ee0-12e9faae413c None None] The sync data for ids ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'] in dv-cinder-768458-16-iscsi is: [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:16:59Z', 'revision_number': 4, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'abb2a706-1233-4750-bb06-745df1a8e543', 'name': '', 'network_id': '637e7c09-45c2-45a1-ba70-21290f7e9dbe', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'mac_address': 'fa:16:3e:e7:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:58Z', 'updated_at': '2021-11-23T04:17:05Z', 'revision_number': 5, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'subnets': [{'id': '7eb94a19-b755-443f-b6e9-5148df7a942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:19:46.766253 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa01686-36c5-4eb1-af62-af9c5f33ce99 None None] Pushing event updated for resources: {'Port': ['ID=72356a8d-147e-446f-b340-34ee4dc085df,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:46.800540 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f658c44-9fdd-49c8-80fc-bfc28bc39058 req-5ac8fcac-d872-41e6-b8da-c1e9a1af4c44 service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507516 Nov 23 04:19:46.849404 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] Set router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:46.877321 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:46.934557 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Network e3530e0d-07ae-4ff9-b495-05515e155951 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:19:46.942553 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:46.957427 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:19:46.982657 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Pushing event updated for resources: {'Port': ['ID=b5879661-0484-40c7-bf5c-a73213563271,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:47.005074 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f658c44-9fdd-49c8-80fc-bfc28bc39058 req-ff1283b1-2729-49fb-8472-f03263edc3b3 service neutron] 10.222.0.50 "GET /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761463 Nov 23 04:19:47.017658 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120683'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:47.051349 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5907f85-dfe4-4e7c-893e-bffdd2204a82 None None] New status for floating IP 3ec1f28d-c896-4062-ac69-f741f852171a: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:19:47.154084 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:44Z', 'revision_number': 3, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:47.188142 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d40b6a-a87f-48c8-83df-eefcd8542d3f None None] The sync data for ids ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'] in dv-cinder-768458-16-iscsi is: [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:44Z', 'revision_number': 3, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:19:47.241539 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-16877dad-2052-4d8d-94da-b63b93daeeaa None None] Provisioning complete for port b5879661-0484-40c7-bf5c-a73213563271 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:47.242380 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16877dad-2052-4d8d-94da-b63b93daeeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:47.255387 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:47.285497 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-16877dad-2052-4d8d-94da-b63b93daeeaa None None] Port b5879661-0484-40c7-bf5c-a73213563271 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:19:47.464123 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:47.548709 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:47.630226 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Pushing event updated for resources: {'Port': ['ID=b5879661-0484-40c7-bf5c-a73213563271,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:47.633503 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124155'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:47.747181 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Network e3530e0d-07ae-4ff9-b495-05515e155951 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:19:47.749270 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:47.862788 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 72356a8d-147e-446f-b340-34ee4dc085df up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:19:47.945374 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 72356a8d-147e-446f-b340-34ee4dc085df triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:47.945750 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:48.058352 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:48.083457 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port 72356a8d-147e-446f-b340-34ee4dc085df, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=72356a8d-147e-446f-b340-34ee4dc085df,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:48.117566 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e5402054-2789-4bfb-91ec-681ab34098d6 None None] Provisioning complete for port b5879661-0484-40c7-bf5c-a73213563271 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:48.117958 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5402054-2789-4bfb-91ec-681ab34098d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:48.153134 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:48.184128 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e5402054-2789-4bfb-91ec-681ab34098d6 None None] Port b5879661-0484-40c7-bf5c-a73213563271 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:19:48.212087 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=72356a8d-147e-446f-b340-34ee4dc085df,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:48.259038 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:19:48.386474 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:19:48.391731 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-86aba5c5-f6d3-4afe-a956-f02b1688f199 admin admin] 10.222.0.54 "PUT /v2.0/routers/fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7701325 Nov 23 04:19:48.995335 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Sync routers for ids ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:19:49.005378 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Routers {'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:49.006066 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:49.116058 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Set router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:49.159134 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:49.165610 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-927488228-network', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:49.352502 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:47Z', 'revision_number': 4, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b5879661-0484-40c7-bf5c-a73213563271', 'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'mac_address': 'fa:16:3e:51:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:46Z', 'updated_at': '2021-11-23T04:19:47Z', 'revision_number': 2, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'subnets': [{'id': '876101f4-19c6-4756-afa6-805f6a676f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:49.352502 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Checking router: fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:19:49.352502 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Updating router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 port b5879661-0484-40c7-bf5c-a73213563271 binding host dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:19:49.369705 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:49.558870 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Made reservation on behalf of 60710a74836d4b22b1ab65670b7a47b3 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:19:49.563951 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:49.574066 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:49.625473 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:49.646115 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:49.791860 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:49.799796 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 72356a8d-147e-446f-b340-34ee4dc085df up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:19:49.850416 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:49.852583 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Pushing event updated for resources: {'Port': ['ID=b5879661-0484-40c7-bf5c-a73213563271,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:49.860251 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 72356a8d-147e-446f-b340-34ee4dc085df triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:49.866038 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:49.886705 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.887248 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.887601 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.888077 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.888413 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.888772 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.889077 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.889448 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.889793 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.890120 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.890442 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.890758 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:19:49.922936 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:19:49.933090 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Attempting to bind port b5879661-0484-40c7-bf5c-a73213563271 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:19:49.934325 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Attempting to bind port b5879661-0484-40c7-bf5c-a73213563271 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:19:49.934325 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Attempting to bind port b5879661-0484-40c7-bf5c-a73213563271 on network e3530e0d-07ae-4ff9-b495-05515e155951 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:19:49.941870 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:19:49.942441 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Checking segment: {'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:19:49.942862 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:49.943461 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Bound using segment: {'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:19:49.944772 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Bound port: b5879661-0484-40c7-bf5c-a73213563271, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:19:49.945293 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:49.946098 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7540598b-0856-4874-84a9-9f87f6ecc51e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:49.961627 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:49.961971 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Added segment acb763e9-e533-4826-942f-b29b564b4e28 of type vlan for network e1c53dd3-7956-4786-95e2-39a7124da8cd Nov 23 04:19:50.024873 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] For port b5879661-0484-40c7-bf5c-a73213563271, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:19:50.028709 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] For port b5879661-0484-40c7-bf5c-a73213563271, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=b5879661-0484-40c7-bf5c-a73213563271,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:19:50.035367 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:50.096641 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:50.117308 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-25e3859d-02b5-44e1-a023-79613c7b030a None None] Provisioning complete for port b5879661-0484-40c7-bf5c-a73213563271 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:50.117785 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25e3859d-02b5-44e1-a023-79613c7b030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:50.124789 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:50.127660 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:50.130616 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:50.194751 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Routers {'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:50.199585 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:50.199585 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a3d18-192c-4e56-b10e-70d15b8ffd09 None None] Pushing event updated for resources: {'Port': ['ID=b5879661-0484-40c7-bf5c-a73213563271,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:50.214485 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c53dd3-7956-4786-95e2-39a7124da8cd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:50.227440 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network e1c53dd3-7956-4786-95e2-39a7124da8cd details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:19:50.229716 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25e3859d-02b5-44e1-a023-79613c7b030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:50.288772 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-aa69e073-00b0-4e07-89b1-d551ff52b332 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1283422 Nov 23 04:19:50.292095 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:50.301464 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] Request body: {'subnet': {'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-927488228-subnet', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:50.331748 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] Set router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:50.338885 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-25e3859d-02b5-44e1-a023-79613c7b030a None None] For port b5879661-0484-40c7-bf5c-a73213563271, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=b5879661-0484-40c7-bf5c-a73213563271,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:50.454527 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] Made reservation on behalf of 60710a74836d4b22b1ab65670b7a47b3 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:19:50.454732 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25e3859d-02b5-44e1-a023-79613c7b030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:50.456815 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9476332'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:50.531975 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3859d-02b5-44e1-a023-79613c7b030a None None] Pushing event updated for resources: {'Port': ['ID=b5879661-0484-40c7-bf5c-a73213563271,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:50.593318 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75122b45-e751-41fb-9d18-2e980a924c97 req-3f7b54c2-1d5a-441b-b572-3af08f99acd5 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:50.595500 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75122b45-e751-41fb-9d18-2e980a924c97 req-3f7b54c2-1d5a-441b-b572-3af08f99acd5 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 945 time: 0.0849938 Nov 23 04:19:50.650639 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:47Z', 'revision_number': 4, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b5879661-0484-40c7-bf5c-a73213563271', 'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'mac_address': 'fa:16:3e:51:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:46Z', 'updated_at': '2021-11-23T04:19:50Z', 'revision_number': 4, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'subnets': [{'id': '876101f4-19c6-4756-afa6-805f6a676f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:50.680309 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25408832-97f9-4979-b2b1-af4d6192686a None None] The sync data for ids ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'] in dv-cinder-768458-16-iscsi is: [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:47Z', 'revision_number': 4, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b5879661-0484-40c7-bf5c-a73213563271', 'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'mac_address': 'fa:16:3e:51:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:46Z', 'updated_at': '2021-11-23T04:19:50Z', 'revision_number': 4, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'subnets': [{'id': '876101f4-19c6-4756-afa6-805f6a676f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:19:50.703490 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9434e88e-e20d-4364-b60e-bde48517f248 None None] Provisioning complete for port b5879661-0484-40c7-bf5c-a73213563271 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:50.703851 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9434e88e-e20d-4364-b60e-bde48517f248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:50.759297 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75122b45-e751-41fb-9d18-2e980a924c97 req-56897cbd-7b16-4e25-a4a3-8ab8ca945855 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539214 Nov 23 04:19:50.839611 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9476306'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:50.900003 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98513ae-61c9-444c-b59f-595eaec40179,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:50.910452 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] Checking segment: {'id': 'acb763e9-e533-4826-942f-b29b564b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:19:50.910812 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] Network hostable DHCP agents. Network: e1c53dd3-7956-4786-95e2-39a7124da8cd, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:19:51.016470 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] Network e1c53dd3-7956-4786-95e2-39a7124da8cd is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:19:51.153028 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, e1c53dd3-7956-4786-95e2-39a7124da8cd) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:51.157726 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:51.158018 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:51.163858 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3ac37f-7fc6-4920-bdd4-9bd9695553e1 None None] Network e1c53dd3-7956-4786-95e2-39a7124da8cd requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:19:51.280813 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b54238c7-beb2-4c09-8f67-9e9631084968 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9851134 Nov 23 04:19:51.288268 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:51.288268 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-927488228-router', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:51.323781 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca77d4a-1e58-53e8-849d-cd8626a4fefc-e1c53dd3-7956-4786-95e2-39a7124da8cd', 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'fixed_ips': [{'subnet_id': 'a98513ae-61c9-444c-b59f-595eaec40179'}]}} from dv-cinder-768458-16-iscsi. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:19:51.324898 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:51.368849 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4191313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8387'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:51.369934 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4124523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3972742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:51.438329 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:51.467576 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Allocated IP 172.20.0.2 (e1c53dd3-7956-4786-95e2-39a7124da8cd/a98513ae-61c9-444c-b59f-595eaec40179/9a98d1d0-70f3-4277-937a-b25ed969fe06) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:19:51.622500 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:51.675480 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:51.823096 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:51.829645 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device b5879661-0484-40c7-bf5c-a73213563271 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:19:51.895287 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Network e1c53dd3-7956-4786-95e2-39a7124da8cd is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:19:51.905678 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:51.908107 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:19:51.913134 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Pushing event updated for resources: {'Port': ['ID=9a98d1d0-70f3-4277-937a-b25ed969fe06,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:51.937208 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc61a0a-aaef-4a95-bb3e-74365c667f4b req-61c5af4a-a821-43d6-8faa-5f57f4cbd663 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:51.937208 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acc61a0a-aaef-4a95-bb3e-74365c667f4b req-61c5af4a-a821-43d6-8faa-5f57f4cbd663 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 945 time: 0.1000891 Nov 23 04:19:51.975443 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Attempting to bind port 9a98d1d0-70f3-4277-937a-b25ed969fe06 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:19:51.975832 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Attempting to bind port 9a98d1d0-70f3-4277-937a-b25ed969fe06 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': 'acb763e9-e533-4826-942f-b29b564b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:19:51.976197 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Attempting to bind port 9a98d1d0-70f3-4277-937a-b25ed969fe06 on network e1c53dd3-7956-4786-95e2-39a7124da8cd {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:19:51.983966 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:19:51.984340 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Checking segment: {'id': 'acb763e9-e533-4826-942f-b29b564b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:19:51.984736 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:51.985128 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Bound using segment: {'id': 'acb763e9-e533-4826-942f-b29b564b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:19:51.985589 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Bound port: 9a98d1d0-70f3-4277-937a-b25ed969fe06, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb763e9-e533-4826-942f-b29b564b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:19:51.985968 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:51.988583 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port b5879661-0484-40c7-bf5c-a73213563271 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:51.988938 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:52.000256 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acc61a0a-aaef-4a95-bb3e-74365c667f4b req-b33b85ef-a4fc-4b3b-b3d3-5e188ca3c132 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/security-groups?id=e85e4292-dc91-4435-a6c4-da9cc2caa6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576067 Nov 23 04:19:52.082776 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] For port 9a98d1d0-70f3-4277-937a-b25ed969fe06, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:19:52.087070 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] For port 9a98d1d0-70f3-4277-937a-b25ed969fe06, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=9a98d1d0-70f3-4277-937a-b25ed969fe06,segment=NetworkSegment(acb763e9-e533-4826-942f-b29b564b4e28),segment_id=acb763e9-e533-4826-942f-b29b564b4e28)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:19:52.134862 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:52.155069 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:52.239690 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:52.268124 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Allocated IP 172.27.0.36 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/abd01a37-1ea5-4c0d-a766-5ec287941297) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:19:52.304269 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e448f3-5807-4bfc-ba61-54f97b5d59c5 None None] Pushing event updated for resources: {'Port': ['ID=9a98d1d0-70f3-4277-937a-b25ed969fe06,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:52.379359 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:52.466764 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41a4f6-c197-45a2-89a0-9c794d4512a4 req-f49a28cc-adef-4fcd-9c53-1cb79117ae19 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:19:52.468728 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4d41a4f6-c197-45a2-89a0-9c794d4512a4 req-f49a28cc-adef-4fcd-9c53-1cb79117ae19 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 945 time: 0.0788877 Nov 23 04:19:52.589082 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:52.594640 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4d41a4f6-c197-45a2-89a0-9c794d4512a4 req-a5ff9fdb-da87-4cac-b2f4-c79f95fc680f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Deleting port 5dc60928-ecbb-432d-abab-7e8074ff19f9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:19:52.594977 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d41a4f6-c197-45a2-89a0-9c794d4512a4 req-a5ff9fdb-da87-4cac-b2f4-c79f95fc680f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:52.685573 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:19:52.693848 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:52.700666 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:19:52.730427 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Pushing event updated for resources: {'Port': ['ID=abd01a37-1ea5-4c0d-a766-5ec287941297,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:52.779353 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4d41a4f6-c197-45a2-89a0-9c794d4512a4 req-a5ff9fdb-da87-4cac-b2f4-c79f95fc680f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] For port 5dc60928-ecbb-432d-abab-7e8074ff19f9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5dc60928-ecbb-432d-abab-7e8074ff19f9,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:52.779639 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d41a4f6-c197-45a2-89a0-9c794d4512a4 req-a5ff9fdb-da87-4cac-b2f4-c79f95fc680f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:52.857537 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4d41a4f6-c197-45a2-89a0-9c794d4512a4 req-a5ff9fdb-da87-4cac-b2f4-c79f95fc680f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Calling delete_port for 5dc60928-ecbb-432d-abab-7e8074ff19f9 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:19:53.103039 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d41a4f6-c197-45a2-89a0-9c794d4512a4 req-a5ff9fdb-da87-4cac-b2f4-c79f95fc680f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:53.138385 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['5dc60928-ecbb-432d-abab-7e8074ff19f9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:19:53.162332 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3dbbfa-4051-42cd-8199-bc6dc49337d2 None None] Network e1c53dd3-7956-4786-95e2-39a7124da8cd requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:19:53.163739 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c4345674-7b7f-47ae-ae90-041c9ef4dc3a req-b92008fc-b11a-47d5-ae6f-a7eb620e2a61 tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0638754 Nov 23 04:19:53.169228 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff9fdb-da87-4cac-b2f4-c79f95fc680f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Pushing event deleted for resources: {'Port': ['ID=5dc60928-ecbb-432d-abab-7e8074ff19f9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:53.247252 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d41a4f6-c197-45a2-89a0-9c794d4512a4 req-a5ff9fdb-da87-4cac-b2f4-c79f95fc680f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] No DVR routers for this DVR port 5dc60928-ecbb-432d-abab-7e8074ff19f9 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:19:53.252996 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4d41a4f6-c197-45a2-89a0-9c794d4512a4 req-a5ff9fdb-da87-4cac-b2f4-c79f95fc680f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:53.254797 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4d41a4f6-c197-45a2-89a0-9c794d4512a4 req-a5ff9fdb-da87-4cac-b2f4-c79f95fc680f tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.50 "DELETE /v2.0/ports/5dc60928-ecbb-432d-abab-7e8074ff19f9 HTTP/1.1" status: 204 len: 173 time: 0.7760723 Nov 23 04:19:53.255330 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'name': 'network-vif-deleted', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:19:53.258530 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3edc147-2fda-4c91-b7d9-f8fbe8aa62b4" -d '{"events": [{"server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "name": "network-vif-deleted", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:19:53.269931 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:53.285540 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-80eb7993-4f4d-4204-aace-86339a0f0b1d None None] Provisioning complete for port 9a98d1d0-70f3-4277-937a-b25ed969fe06 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:53.286069 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80eb7993-4f4d-4204-aace-86339a0f0b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:53.313526 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e5cd92-b7a2-4ae9-b605-5abf7868c1a5 x-openstack-request-id: req-a1e5cd92-b7a2-4ae9-b605-5abf7868c1a5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:19:53.313832 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f1f74c-599b-40e5-aed9-cf063b9c46ac", "name": "network-vif-deleted", "tag": "5dc60928-ecbb-432d-abab-7e8074ff19f9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:19:53.314093 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1e5cd92-b7a2-4ae9-b605-5abf7868c1a5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:19:53.314496 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f1f74c-599b-40e5-aed9-cf063b9c46ac', 'name': 'network-vif-deleted', 'tag': '5dc60928-ecbb-432d-abab-7e8074ff19f9', 'status': 'completed', 'code': 200} Nov 23 04:19:53.402044 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80eb7993-4f4d-4204-aace-86339a0f0b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:53.437548 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-80eb7993-4f4d-4204-aace-86339a0f0b1d None None] For port 9a98d1d0-70f3-4277-937a-b25ed969fe06, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=9a98d1d0-70f3-4277-937a-b25ed969fe06,segment=NetworkSegment(acb763e9-e533-4826-942f-b29b564b4e28),segment_id=acb763e9-e533-4826-942f-b29b564b4e28)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:53.483589 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4124074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4124470'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:53.724862 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80eb7993-4f4d-4204-aace-86339a0f0b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:53.775942 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb7993-4f4d-4204-aace-86339a0f0b1d None None] Pushing event updated for resources: {'Port': ['ID=9a98d1d0-70f3-4277-937a-b25ed969fe06,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:53.788290 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Router 0dac2f89-221a-4857-80cd-678a8b59523e is scheduled to L3 agent d698791b-1204-4756-9a69-44a6c13f83bc with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:19:53.839120 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 9a98d1d0-70f3-4277-937a-b25ed969fe06 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:19:53.876613 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e9bd5593-2f2a-469a-9cd7-2f01018d55e4 None None] Provisioning complete for port 9a98d1d0-70f3-4277-937a-b25ed969fe06 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:53.876982 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5593-2f2a-469a-9cd7-2f01018d55e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:53.898584 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:19:53.911179 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Sync routers for ids ['0dac2f89-221a-4857-80cd-678a8b59523e'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:19:53.937496 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Routers {'0dac2f89-221a-4857-80cd-678a8b59523e'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:53.938168 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0dac2f89-221a-4857-80cd-678a8b59523e'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:53.976544 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:53.980292 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-eaeeaf45-3df1-486d-9b9f-354d4bc2fb05 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6957164 Nov 23 04:19:53.980561 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:53.985487 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 9a98d1d0-70f3-4277-937a-b25ed969fe06 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:53.985981 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:54.127832 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Set router 0dac2f89-221a-4857-80cd-678a8b59523e gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:54.327354 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52057272-38ba-4a6d-b8d1-956e147df496 req-eeceeceb-335a-489c-a0b9-62ca34503c5d tempest-TestMinimumBasicScenario-2087675834 tempest-TestMinimumBasicScenario-2087675834-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f1f74c-599b-40e5-aed9-cf063b9c46ac HTTP/1.1" status: 200 len: 210 time: 0.0384405 Nov 23 04:19:54.474139 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:54.491854 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'name': 'tempest-TestShelveInstance-927488228-router', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:51Z', 'updated_at': '2021-11-23T04:19:52Z', 'revision_number': 3, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'gw_port': {'id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:52Z', 'updated_at': '2021-11-23T04:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:54.521616 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Checking router: 0dac2f89-221a-4857-80cd-678a8b59523e for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:19:54.522038 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Updating router 0dac2f89-221a-4857-80cd-678a8b59523e port abd01a37-1ea5-4c0d-a766-5ec287941297 binding host dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:19:54.550673 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:54.819597 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:54.890229 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:54.946935 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Allocated IP 172.20.0.1 (e1c53dd3-7956-4786-95e2-39a7124da8cd/a98513ae-61c9-444c-b59f-595eaec40179/4e2d055d-0e2e-4589-9681-7229950afe92) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:19:54.954453 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Attempting to bind port abd01a37-1ea5-4c0d-a766-5ec287941297 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:19:54.954825 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Attempting to bind port abd01a37-1ea5-4c0d-a766-5ec287941297 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:19:54.955190 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Attempting to bind port abd01a37-1ea5-4c0d-a766-5ec287941297 on network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:19:54.956950 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe041f7-8935-4419-8ba4-20553e28360b None None] Pushing event updated for resources: {'Port': ['ID=abd01a37-1ea5-4c0d-a766-5ec287941297,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:54.965812 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:19:54.966185 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Checking segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:19:54.966586 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:54.966977 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Bound using segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:19:54.967475 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Bound port: abd01a37-1ea5-4c0d-a766-5ec287941297, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:19:54.967857 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:55.011796 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:55.022080 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] For port abd01a37-1ea5-4c0d-a766-5ec287941297, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:19:55.025726 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] For port abd01a37-1ea5-4c0d-a766-5ec287941297, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=abd01a37-1ea5-4c0d-a766-5ec287941297,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:19:55.062923 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:55.085234 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:55.143684 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Routers {'0dac2f89-221a-4857-80cd-678a8b59523e'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:55.144295 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0dac2f89-221a-4857-80cd-678a8b59523e'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:55.149643 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe041f7-8935-4419-8ba4-20553e28360b None None] Pushing event updated for resources: {'Port': ['ID=abd01a37-1ea5-4c0d-a766-5ec287941297,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:55.203670 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:55.240867 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Network e1c53dd3-7956-4786-95e2-39a7124da8cd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:19:55.243713 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:55.247251 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:19:55.256642 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] Set router 0dac2f89-221a-4857-80cd-678a8b59523e gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:55.275584 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2d055d-0e2e-4589-9681-7229950afe92,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:55.301175 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120683'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:55.474863 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'name': 'tempest-TestShelveInstance-927488228-router', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:51Z', 'updated_at': '2021-11-23T04:19:52Z', 'revision_number': 3, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'gw_port': {'id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:52Z', 'updated_at': '2021-11-23T04:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:55.505553 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e5514-2772-4fc2-b3ce-5ac3d133b919 None None] The sync data for ids ['0dac2f89-221a-4857-80cd-678a8b59523e'] in dv-cinder-768458-16-iscsi is: [{'id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'name': 'tempest-TestShelveInstance-927488228-router', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:51Z', 'updated_at': '2021-11-23T04:19:52Z', 'revision_number': 3, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'gw_port': {'id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:52Z', 'updated_at': '2021-11-23T04:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:19:55.541170 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-23bc1822-a9b9-4418-8bf9-d95ce51d076c None None] Provisioning complete for port 4e2d055d-0e2e-4589-9681-7229950afe92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:55.541975 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23bc1822-a9b9-4418-8bf9-d95ce51d076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:55.577838 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:55.585185 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-23bc1822-a9b9-4418-8bf9-d95ce51d076c None None] Port 4e2d055d-0e2e-4589-9681-7229950afe92 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:19:55.656291 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 5dc60928-ecbb-432d-abab-7e8074ff19f9 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:19:55.680726 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 5dc60928-ecbb-432d-abab-7e8074ff19f9 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:19:55.683682 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 5dc60928-ecbb-432d-abab-7e8074ff19f9 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:19:55.796798 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:55.854767 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:55.872576 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 9a98d1d0-70f3-4277-937a-b25ed969fe06 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:19:55.934421 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2d055d-0e2e-4589-9681-7229950afe92,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:55.936975 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124155'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:55.965230 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 9a98d1d0-70f3-4277-937a-b25ed969fe06 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:55.965970 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:56.051039 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Network e1c53dd3-7956-4786-95e2-39a7124da8cd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:19:56.053389 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:19:56.183583 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Router 0dac2f89-221a-4857-80cd-678a8b59523e has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:19:56.320465 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:19:56.336378 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5711c760-907e-46f4-a92e-bfa541877f86 admin admin] 10.222.0.54 "PUT /v2.0/routers/0dac2f89-221a-4857-80cd-678a8b59523e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3451478 Nov 23 04:19:56.413328 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-20387392-b409-4216-a34b-eb4743a6bdfd None None] Provisioning complete for port 4e2d055d-0e2e-4589-9681-7229950afe92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:56.418540 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20387392-b409-4216-a34b-eb4743a6bdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:56.456090 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-20387392-b409-4216-a34b-eb4743a6bdfd None None] Port 4e2d055d-0e2e-4589-9681-7229950afe92 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:19:57.042273 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33178) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:57.047061 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-727a3102-77d6-4903-926b-0d84996dd3ae tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562528270', 'description': 'tempest-secgroup-smoke-562528270 description', 'project_id': '29832a113f1544d7a5467a88b2f0d669'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:57.172869 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33180) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:57.181836 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727a3102-77d6-4903-926b-0d84996dd3ae tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.220094 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c7826d7-7833-4663-943f-43fd4f6e93bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.371522 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727a3102-77d6-4903-926b-0d84996dd3ae tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.442924 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727a3102-77d6-4903-926b-0d84996dd3ae tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.485144 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a3102-77d6-4903-926b-0d84996dd3ae tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:57.558772 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727a3102-77d6-4903-926b-0d84996dd3ae tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.560149 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-727a3102-77d6-4903-926b-0d84996dd3ae tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5169005 Nov 23 04:19:57.563396 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:57.568793 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fcb240a0-cc61-4482-a710-a8f4887a289a tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Request body: {'security_group_rule': {'security_group_id': 'ac14f0ed-7694-4d2d-a4b8-1a64a175e27d', 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:57.665026 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124048'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.685915 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcb240a0-cc61-4482-a710-a8f4887a289a tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.750464 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcb240a0-cc61-4482-a710-a8f4887a289a tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.851793 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcb240a0-cc61-4482-a710-a8f4887a289a tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.854140 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device abd01a37-1ea5-4c0d-a766-5ec287941297 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:19:57.872374 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb240a0-cc61-4482-a710-a8f4887a289a tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b51863-9cd0-4afb-a068-e88812b23329,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:57.904798 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port abd01a37-1ea5-4c0d-a766-5ec287941297 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:57.905166 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.949625 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcb240a0-cc61-4482-a710-a8f4887a289a tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.955467 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-fcb240a0-cc61-4482-a710-a8f4887a289a tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3908858 Nov 23 04:19:57.956315 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33184) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:57.961437 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9bbc70bf-00ab-428c-9952-43fe3156f0ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Request body: {'security_group_rule': {'security_group_id': 'ac14f0ed-7694-4d2d-a4b8-1a64a175e27d', 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:57.983886 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:57.992472 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] Deleting port abb2a706-1233-4750-bb06-745df1a8e543 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:19:57.992738 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.011740 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port abd01a37-1ea5-4c0d-a766-5ec287941297, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=abd01a37-1ea5-4c0d-a766-5ec287941297,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:58.031441 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Sync routers for ids ['0dac2f89-221a-4857-80cd-678a8b59523e'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:19:58.042746 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Routers {'0dac2f89-221a-4857-80cd-678a8b59523e'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:58.043505 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0dac2f89-221a-4857-80cd-678a8b59523e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:58.057800 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9bbc70bf-00ab-428c-9952-43fe3156f0ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.089106 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] For port abb2a706-1233-4750-bb06-745df1a8e543, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=abb2a706-1233-4750-bb06-745df1a8e543,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:58.090180 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.102005 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.106457 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] Calling delete_port for abb2a706-1233-4750-bb06-745df1a8e543 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:19:58.132727 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9bbc70bf-00ab-428c-9952-43fe3156f0ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.155115 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=abd01a37-1ea5-4c0d-a766-5ec287941297,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:58.184765 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Set router 0dac2f89-221a-4857-80cd-678a8b59523e gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:58.204755 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9bbc70bf-00ab-428c-9952-43fe3156f0ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.222733 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc70bf-00ab-428c-9952-43fe3156f0ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32a8d15-cdfe-44dc-ba0b-408151dc9dd7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:58.372667 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9bbc70bf-00ab-428c-9952-43fe3156f0ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.373958 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9bbc70bf-00ab-428c-9952-43fe3156f0ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4164531 Nov 23 04:19:58.376859 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33188) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:58.381799 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0ccc8ba6-4c34-450e-85c0-37414f2b84e1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Request body: {'security_group_rule': {'security_group_id': 'ac14f0ed-7694-4d2d-a4b8-1a64a175e27d', 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:58.384584 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'name': 'tempest-TestShelveInstance-927488228-router', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:51Z', 'updated_at': '2021-11-23T04:19:55Z', 'revision_number': 4, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'gw_port': {'id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:52Z', 'updated_at': '2021-11-23T04:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': '4e2d055d-0e2e-4589-9681-7229950afe92', 'name': '', 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'mac_address': 'fa:16:3e:61:7f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'a98513ae-61c9-444c-b59f-595eaec40179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:54Z', 'updated_at': '2021-11-23T04:19:55Z', 'revision_number': 2, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'subnets': [{'id': 'a98513ae-61c9-444c-b59f-595eaec40179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:58.404930 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.410547 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Checking router: 0dac2f89-221a-4857-80cd-678a8b59523e for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:19:58.410906 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Updating router 0dac2f89-221a-4857-80cd-678a8b59523e port 4e2d055d-0e2e-4589-9681-7229950afe92 binding host dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:19:58.431923 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb2a706-1233-4750-bb06-745df1a8e543,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:58.435489 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.503065 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ccc8ba6-4c34-450e-85c0-37414f2b84e1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.570374 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ccc8ba6-4c34-450e-85c0-37414f2b84e1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.613074 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124028'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.656327 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ccc8ba6-4c34-450e-85c0-37414f2b84e1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.686502 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc8ba6-4c34-450e-85c0-37414f2b84e1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709a6fc7-4f0c-4a26-bd3f-9f1b7fc121d0,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:58.707553 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.755161 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ccc8ba6-4c34-450e-85c0-37414f2b84e1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.757272 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0ccc8ba6-4c34-450e-85c0-37414f2b84e1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794739 Nov 23 04:19:58.760140 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33190) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:58.766127 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-38eb104b-9165-4140-a39a-347b6d8d78bb tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Request body: {'security_group_rule': {'security_group_id': 'ac14f0ed-7694-4d2d-a4b8-1a64a175e27d', 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:58.805031 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.851041 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] Router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:19:58.880145 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93ff9a-6b6b-48f6-bf7d-783803dcccfe None None] Pushing event updated for resources: {'Port': ['ID=4e2d055d-0e2e-4589-9681-7229950afe92,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:58.919291 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Attempting to bind port 4e2d055d-0e2e-4589-9681-7229950afe92 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:19:58.919291 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Attempting to bind port 4e2d055d-0e2e-4589-9681-7229950afe92 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': 'acb763e9-e533-4826-942f-b29b564b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:19:58.919291 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Attempting to bind port 4e2d055d-0e2e-4589-9681-7229950afe92 on network e1c53dd3-7956-4786-95e2-39a7124da8cd {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:19:58.921486 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:19:58.921872 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Checking segment: {'id': 'acb763e9-e533-4826-942f-b29b564b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:19:58.922275 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.922668 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Bound using segment: {'id': 'acb763e9-e533-4826-942f-b29b564b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:19:58.923405 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Bound port: 4e2d055d-0e2e-4589-9681-7229950afe92, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb763e9-e533-4826-942f-b29b564b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:19:58.923759 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:58.997855 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] For port 4e2d055d-0e2e-4589-9681-7229950afe92, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:19:59.001373 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] For port 4e2d055d-0e2e-4589-9681-7229950afe92, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=4e2d055d-0e2e-4589-9681-7229950afe92,segment=NetworkSegment(acb763e9-e533-4826-942f-b29b564b4e28),segment_id=acb763e9-e533-4826-942f-b29b564b4e28)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:19:59.106507 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b16282f8-930f-442b-abbf-240ddf1997a2 None None] Provisioning complete for port 4e2d055d-0e2e-4589-9681-7229950afe92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:59.107049 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b16282f8-930f-442b-abbf-240ddf1997a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.122038 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38eb104b-9165-4140-a39a-347b6d8d78bb tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.140659 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b16282f8-930f-442b-abbf-240ddf1997a2 None None] Port 4e2d055d-0e2e-4589-9681-7229950afe92 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:19:59.146366 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.202340 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93ff9a-6b6b-48f6-bf7d-783803dcccfe None None] Pushing event updated for resources: {'Port': ['ID=4e2d055d-0e2e-4589-9681-7229950afe92,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:59.217271 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:19:59.217702 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38eb104b-9165-4140-a39a-347b6d8d78bb tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.225951 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-5fd8ac37-75c4-4355-a7ef-bfc4f3fafaf2 admin admin] 10.222.0.54 "PUT /v2.0/routers/1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0475364 Nov 23 04:19:59.225951 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33196) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:59.227847 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Routers {'0dac2f89-221a-4857-80cd-678a8b59523e'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:59.228640 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0dac2f89-221a-4857-80cd-678a8b59523e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:59.231180 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646210a-ee10-4076-9b47-e909d739e584 None None] Sync routers for ids ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:19:59.243960 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646210a-ee10-4076-9b47-e909d739e584 None None] Routers {'1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:59.244890 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a646210a-ee10-4076-9b47-e909d739e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:19:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:59.332626 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38eb104b-9165-4140-a39a-347b6d8d78bb tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.362910 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb104b-9165-4140-a39a-347b6d8d78bb tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df042454-8fd4-422b-a84c-793efd3914ff,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:59.389421 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] Set router 0dac2f89-221a-4857-80cd-678a8b59523e gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:59.392482 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.413384 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a646210a-ee10-4076-9b47-e909d739e584 None None] Set router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:19:59.488265 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38eb104b-9165-4140-a39a-347b6d8d78bb tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.491296 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-38eb104b-9165-4140-a39a-347b6d8d78bb tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7299430 Nov 23 04:19:59.495010 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33198) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:59.504274 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-dd57aa9f-52c0-44dc-a9d1-5c59a3784f2c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Request body: {'security_group_rule': {'security_group_id': 'ac14f0ed-7694-4d2d-a4b8-1a64a175e27d', 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:19:59.534885 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ceda56e7-0a79-41c3-b2fd-47b2e5ee58c2 None None] Provisioning complete for port 4e2d055d-0e2e-4589-9681-7229950afe92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:19:59.535352 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ceda56e7-0a79-41c3-b2fd-47b2e5ee58c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.551452 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.605650 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'name': 'tempest-TestShelveInstance-927488228-router', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:51Z', 'updated_at': '2021-11-23T04:19:55Z', 'revision_number': 4, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'gw_port': {'id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:52Z', 'updated_at': '2021-11-23T04:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': '4e2d055d-0e2e-4589-9681-7229950afe92', 'name': '', 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'mac_address': 'fa:16:3e:61:7f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'a98513ae-61c9-444c-b59f-595eaec40179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:54Z', 'updated_at': '2021-11-23T04:19:58Z', 'revision_number': 4, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'subnets': [{'id': 'a98513ae-61c9-444c-b59f-595eaec40179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:59.636030 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be4b6e-4e37-413d-8b62-255be71e05de None None] The sync data for ids ['0dac2f89-221a-4857-80cd-678a8b59523e'] in dv-cinder-768458-16-iscsi is: [{'id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'name': 'tempest-TestShelveInstance-927488228-router', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:51Z', 'updated_at': '2021-11-23T04:19:55Z', 'revision_number': 4, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'gw_port': {'id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:52Z', 'updated_at': '2021-11-23T04:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': '4e2d055d-0e2e-4589-9681-7229950afe92', 'name': '', 'network_id': 'e1c53dd3-7956-4786-95e2-39a7124da8cd', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'mac_address': 'fa:16:3e:61:7f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'a98513ae-61c9-444c-b59f-595eaec40179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:54Z', 'updated_at': '2021-11-23T04:19:58Z', 'revision_number': 4, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'subnets': [{'id': 'a98513ae-61c9-444c-b59f-595eaec40179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:19:59.650558 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-dd57aa9f-52c0-44dc-a9d1-5c59a3784f2c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Project 29832a113f1544d7a5467a88b2f0d669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:19:59.656236 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd57aa9f-52c0-44dc-a9d1-5c59a3784f2c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.680306 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ceda56e7-0a79-41c3-b2fd-47b2e5ee58c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.738974 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a646210a-ee10-4076-9b47-e909d739e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:19:58Z', 'revision_number': 5, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port': {'id': '6b192a8f-f189-4e20-ac3d-0702aa4a3d5a', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:16:56Z', 'updated_at': '2021-11-23T04:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:59.757079 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ceda56e7-0a79-41c3-b2fd-47b2e5ee58c2 None None] For port 4e2d055d-0e2e-4589-9681-7229950afe92, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=4e2d055d-0e2e-4589-9681-7229950afe92,segment=NetworkSegment(acb763e9-e533-4826-942f-b29b564b4e28),segment_id=acb763e9-e533-4826-942f-b29b564b4e28)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:59.782392 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd57aa9f-52c0-44dc-a9d1-5c59a3784f2c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.788560 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Deleting port 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:19:59.788560 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.796575 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646210a-ee10-4076-9b47-e909d739e584 None None] Checking router: 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:19:59.801763 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b1648a5-7603-47a6-88a3-57a294f38d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.815789 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646210a-ee10-4076-9b47-e909d739e584 None None] Routers {'1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:19:59.816396 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a646210a-ee10-4076-9b47-e909d739e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:19:59.858179 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ceda56e7-0a79-41c3-b2fd-47b2e5ee58c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.866636 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd57aa9f-52c0-44dc-a9d1-5c59a3784f2c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.897775 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] For port 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=6b192a8f-f189-4e20-ac3d-0702aa4a3d5a,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:19:59.898336 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.903337 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57aa9f-52c0-44dc-a9d1-5c59a3784f2c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfac71f-f73b-460c-b953-a2d4f35e6ec3,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:59.925563 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Calling delete_port for 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:19:59.972381 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda56e7-0a79-41c3-b2fd-47b2e5ee58c2 None None] Pushing event updated for resources: {'Port': ['ID=4e2d055d-0e2e-4589-9681-7229950afe92,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:19:59.985751 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd57aa9f-52c0-44dc-a9d1-5c59a3784f2c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:19:59.989501 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-dd57aa9f-52c0-44dc-a9d1-5c59a3784f2c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4906149 Nov 23 04:19:59.989847 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33200) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:19:59.996992 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-61f742d6-33b0-4ace-a7ff-c3b748b7e7ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Request body: {'security_group_rule': {'security_group_id': 'ac14f0ed-7694-4d2d-a4b8-1a64a175e27d', 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:00.012601 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a646210a-ee10-4076-9b47-e909d739e584 None None] Set router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:00.051428 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 4e2d055d-0e2e-4589-9681-7229950afe92 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:00.096099 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-61f742d6-33b0-4ace-a7ff-c3b748b7e7ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Project 29832a113f1544d7a5467a88b2f0d669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:20:00.102302 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61f742d6-33b0-4ace-a7ff-c3b748b7e7ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.203945 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61f742d6-33b0-4ace-a7ff-c3b748b7e7ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.222981 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a646210a-ee10-4076-9b47-e909d739e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:19:59Z', 'revision_number': 6, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port_host': None}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:00.267964 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.282728 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646210a-ee10-4076-9b47-e909d739e584 None None] The sync data for ids ['1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d'] in dv-cinder-768458-16-iscsi is: [{'id': '1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d', 'name': 'tempest-TestMinimumBasicScenario-1559847576-router', 'tenant_id': '0dcc5d168617498bbafe5038567ca011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:16:55Z', 'updated_at': '2021-11-23T04:19:59Z', 'revision_number': 6, 'project_id': '0dcc5d168617498bbafe5038567ca011', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:20:00.296856 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61f742d6-33b0-4ace-a7ff-c3b748b7e7ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.305327 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b192a8f-f189-4e20-ac3d-0702aa4a3d5a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:00.333527 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 4e2d055d-0e2e-4589-9681-7229950afe92 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:00.334674 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.344373 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f742d6-33b0-4ace-a7ff-c3b748b7e7ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be8e354-3d53-4cc4-9245-3e76130d17f9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:00.399491 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120798'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.430033 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61f742d6-33b0-4ace-a7ff-c3b748b7e7ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.431463 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-61f742d6-33b0-4ace-a7ff-c3b748b7e7ca tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4390910 Nov 23 04:20:00.440760 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device abd01a37-1ea5-4c0d-a766-5ec287941297 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:00.501538 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port abd01a37-1ea5-4c0d-a766-5ec287941297 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:00.501973 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.520935 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12857'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.524320 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.622124 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4120637'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.622655 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:20:00.627491 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.633517 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-78858459-2516-429f-b988-a38e02ddf16a admin admin] 10.222.0.54 "DELETE /v2.0/routers/1398abe2-97d0-44ff-b6ff-e7dbfbcd7f1d HTTP/1.1" status: 204 len: 168 time: 1.4071450 Nov 23 04:20:00.633517 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33232) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:00.681151 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-7350570a-de2e-4abe-abc7-c5beb9c75aa0 admin admin] Deleting subnet 7eb94a19-b755-443f-b6e9-5148df7a942c {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:20:00.684700 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7350570a-de2e-4abe-abc7-c5beb9c75aa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.719667 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7350570a-de2e-4abe-abc7-c5beb9c75aa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197436'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.826670 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7350570a-de2e-4abe-abc7-c5beb9c75aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.941720 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.942268 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7350570a-de2e-4abe-abc7-c5beb9c75aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9143487'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.972227 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350570a-de2e-4abe-abc7-c5beb9c75aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb94a19-b755-443f-b6e9-5148df7a942c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:00.974149 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7350570a-de2e-4abe-abc7-c5beb9c75aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:00.980022 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-7350570a-de2e-4abe-abc7-c5beb9c75aa0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7eb94a19-b755-443f-b6e9-5148df7a942c HTTP/1.1" status: 204 len: 168 time: 0.3439159 Nov 23 04:20:00.980683 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33242) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:00.983055 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0ea81-5047-43b7-b826-fed48d16d9f1 None None] Network 637e7c09-45c2-45a1-ba70-21290f7e9dbe requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:20:01.048390 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.104883 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Deleting port aec11033-4572-41b1-925f-d6c9d199e474 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:20:01.105220 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.175484 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae81466c-0146-46d3-a248-0c5113a2f6fa None None] DHCP port deletion for 637e7c09-45c2-45a1-ba70-21290f7e9dbe request from dv-cinder-768458-16-iscsi {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:20:01.176911 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] For port aec11033-4572-41b1-925f-d6c9d199e474, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=aec11033-4572-41b1-925f-d6c9d199e474,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:01.177290 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.190608 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Calling delete_port for aec11033-4572-41b1-925f-d6c9d199e474 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:20:01.225034 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ae81466c-0146-46d3-a248-0c5113a2f6fa None None] Deleting port aec11033-4572-41b1-925f-d6c9d199e474 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:20:01.225859 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae81466c-0146-46d3-a248-0c5113a2f6fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.295988 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ae81466c-0146-46d3-a248-0c5113a2f6fa None None] For port aec11033-4572-41b1-925f-d6c9d199e474, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=aec11033-4572-41b1-925f-d6c9d199e474,segment=NetworkSegment(f9196245-0bcb-4e8f-ab02-9d048fa65be9),segment_id=f9196245-0bcb-4e8f-ab02-9d048fa65be9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:01.301808 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae81466c-0146-46d3-a248-0c5113a2f6fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.309577 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ae81466c-0146-46d3-a248-0c5113a2f6fa None None] Calling delete_port for aec11033-4572-41b1-925f-d6c9d199e474 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:20:01.365426 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.404594 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec11033-4572-41b1-925f-d6c9d199e474,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:01.413454 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] No DVR routers for this DVR port aec11033-4572-41b1-925f-d6c9d199e474 on host dv-cinder-768458-16-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:20:01.438945 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae81466c-0146-46d3-a248-0c5113a2f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.473185 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81466c-0146-46d3-a248-0c5113a2f6fa None None] Pushing event deleted for resources: {'Port': ['ID=aec11033-4572-41b1-925f-d6c9d199e474,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:01.484085 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81466c-0146-46d3-a248-0c5113a2f6fa None None] No DVR routers for this DVR port aec11033-4572-41b1-925f-d6c9d199e474 on host dv-cinder-768458-16-iscsi {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:20:01.491796 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.518689 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637e7c09-45c2-45a1-ba70-21290f7e9dbe']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:01.536375 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9196245-0bcb-4e8f-ab02-9d048fa65be9') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:01.536375 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9196245-0bcb-4e8f-ab02-9d048fa65be9') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:01.548170 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197431'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.561536 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.567429 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:20:01.567808 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9645248'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: Traceback (most recent call last): Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: timer() Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: cb(*args, **kw) Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: return func(*args, **kwargs) Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: self._notify() Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: self.callback(batched_events) Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: event.method(event) Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: return f(self, *a, **k) Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._get(url).json() Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: return self.request(url, 'GET', **kwargs) Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:20:01.569817 dv-cinder-768458-16-iscsi neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:20:01.725472 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.730988 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:01.734986 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] 10.222.0.54 "DELETE /v2.0/networks/637e7c09-45c2-45a1-ba70-21290f7e9dbe HTTP/1.1" status: 204 len: 168 time: 0.7528887 Nov 23 04:20:01.744724 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878a00e-4006-4ee1-a038-78dfdecfe888 admin admin] Pushing event deleted for resources: {'Network': ['ID=637e7c09-45c2-45a1-ba70-21290f7e9dbe,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:01.746420 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33256) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:01.825928 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 4e2d055d-0e2e-4589-9681-7229950afe92 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:01.875985 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 4e2d055d-0e2e-4589-9681-7229950afe92 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:01.876355 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:02.030441 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device abb2a706-1233-4750-bb06-745df1a8e543 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:20:02.062607 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: abb2a706-1233-4750-bb06-745df1a8e543 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:20:02.062954 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device abb2a706-1233-4750-bb06-745df1a8e543 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:20:02.063401 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device aec11033-4572-41b1-925f-d6c9d199e474 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:20:02.085729 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: aec11033-4572-41b1-925f-d6c9d199e474 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:20:02.086143 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device aec11033-4572-41b1-925f-d6c9d199e474 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:20:02.086718 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:20:02.112077 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:20:02.112528 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 6b192a8f-f189-4e20-ac3d-0702aa4a3d5a not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:20:02.135446 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124048'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:02.398632 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] Deleting port e301452b-f152-4e53-a225-cce4c92483ac {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:20:02.398977 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:02.402743 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:02.478367 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] For port e301452b-f152-4e53-a225-cce4c92483ac, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=e301452b-f152-4e53-a225-cce4c92483ac,segment=NetworkSegment(2e78d4d3-efb5-473a-94e0-11d95ad6d935),segment_id=2e78d4d3-efb5-473a-94e0-11d95ad6d935)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:02.478664 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:02.491849 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] Calling delete_port for e301452b-f152-4e53-a225-cce4c92483ac owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:20:02.529277 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:20:02.742175 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:02.769497 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e301452b-f152-4e53-a225-cce4c92483ac,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:02.940855 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124028'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:03.157135 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] Router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:20:03.266756 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:20:03.272258 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9427e75f-e9a5-41e7-8f57-b681b3177ed2 admin admin] 10.222.0.54 "PUT /v2.0/routers/0ad42dfa-9006-4536-bc64-fc6ec4902ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5247319 Nov 23 04:20:03.275038 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:03.277522 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20331ef9-7872-4fdd-b2c8-cd5207587a0e None None] Sync routers for ids ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:20:03.284392 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:03.289153 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20331ef9-7872-4fdd-b2c8-cd5207587a0e None None] Routers {'0ad42dfa-9006-4536-bc64-fc6ec4902ab3'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:03.289755 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-20331ef9-7872-4fdd-b2c8-cd5207587a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:03.392039 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:03.402901 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-20331ef9-7872-4fdd-b2c8-cd5207587a0e None None] Set router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:03.507345 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:03.657846 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-20331ef9-7872-4fdd-b2c8-cd5207587a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'name': 'tempest-TestMinimumBasicScenario-811209810-router', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:17:05Z', 'updated_at': '2021-11-23T04:20:02Z', 'revision_number': 5, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'gw_port': {'id': 'ee024f8c-d303-4545-886d-8b712fcc726f', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:17:08Z', 'updated_at': '2021-11-23T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:03.688499 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20331ef9-7872-4fdd-b2c8-cd5207587a0e None None] Checking router: 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:20:03.698518 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20331ef9-7872-4fdd-b2c8-cd5207587a0e None None] Routers {'0ad42dfa-9006-4536-bc64-fc6ec4902ab3'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:03.699128 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-20331ef9-7872-4fdd-b2c8-cd5207587a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:03.816910 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-20331ef9-7872-4fdd-b2c8-cd5207587a0e None None] Set router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:03.873047 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-20331ef9-7872-4fdd-b2c8-cd5207587a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'name': 'tempest-TestMinimumBasicScenario-811209810-router', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:17:05Z', 'updated_at': '2021-11-23T04:20:03Z', 'revision_number': 6, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'gw_port_host': None}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:03.904121 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20331ef9-7872-4fdd-b2c8-cd5207587a0e None None] The sync data for ids ['0ad42dfa-9006-4536-bc64-fc6ec4902ab3'] in dv-cinder-768458-16-iscsi is: [{'id': '0ad42dfa-9006-4536-bc64-fc6ec4902ab3', 'name': 'tempest-TestMinimumBasicScenario-811209810-router', 'tenant_id': '8f5aeba06d224980b7a3e376b675d4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:17:05Z', 'updated_at': '2021-11-23T04:20:03Z', 'revision_number': 6, 'project_id': '8f5aeba06d224980b7a3e376b675d4ea', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:20:03.952307 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Deleting port ee024f8c-d303-4545-886d-8b712fcc726f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:20:03.952826 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.040832 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] For port ee024f8c-d303-4545-886d-8b712fcc726f, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=ee024f8c-d303-4545-886d-8b712fcc726f,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:04.041376 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.056554 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Calling delete_port for ee024f8c-d303-4545-886d-8b712fcc726f owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:20:04.296103 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.322873 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=ee024f8c-d303-4545-886d-8b712fcc726f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:04.384432 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120798'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.494730 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12857'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.497005 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.638698 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4120637'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.639401 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad42dfa-9006-4536-bc64-fc6ec4902ab3 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:20:04.646021 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.647618 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-990f07f0-50b6-49ed-a29a-881e36979fcd admin admin] 10.222.0.54 "DELETE /v2.0/routers/0ad42dfa-9006-4536-bc64-fc6ec4902ab3 HTTP/1.1" status: 204 len: 168 time: 1.3715479 Nov 23 04:20:04.650065 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33286) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:04.697424 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca7249f-369e-4e6b-8243-a4f5be6e63ff admin admin] Deleting subnet e90f6bc7-27e5-477a-9322-88e9bb521dc4 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:20:04.701046 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ca7249f-369e-4e6b-8243-a4f5be6e63ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.738698 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ca7249f-369e-4e6b-8243-a4f5be6e63ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086321'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.850711 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ca7249f-369e-4e6b-8243-a4f5be6e63ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.947605 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ca7249f-369e-4e6b-8243-a4f5be6e63ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9476299'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.976882 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7249f-369e-4e6b-8243-a4f5be6e63ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e90f6bc7-27e5-477a-9322-88e9bb521dc4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:04.980422 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ca7249f-369e-4e6b-8243-a4f5be6e63ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:04.984182 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9ca7249f-369e-4e6b-8243-a4f5be6e63ff admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e90f6bc7-27e5-477a-9322-88e9bb521dc4 HTTP/1.1" status: 204 len: 168 time: 0.3326151 Nov 23 04:20:04.986178 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33288) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:04.988722 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a428cd-c784-4346-8b6b-8cd8ad229335 None None] Network ea6802f2-ece4-4c9c-aaa7-eadaba763819 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:20:05.054638 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.110734 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Deleting port 5464b57c-a660-4dec-9271-82fb90a93db0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:20:05.110993 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.179911 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ec15b0-8560-4df2-b378-85b9e049aceb None None] DHCP port deletion for ea6802f2-ece4-4c9c-aaa7-eadaba763819 request from dv-cinder-768458-16-iscsi {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:20:05.187920 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] For port 5464b57c-a660-4dec-9271-82fb90a93db0, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=5464b57c-a660-4dec-9271-82fb90a93db0,segment=NetworkSegment(2e78d4d3-efb5-473a-94e0-11d95ad6d935),segment_id=2e78d4d3-efb5-473a-94e0-11d95ad6d935)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:05.188290 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.201135 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Calling delete_port for 5464b57c-a660-4dec-9271-82fb90a93db0 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:20:05.227409 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-97ec15b0-8560-4df2-b378-85b9e049aceb None None] Deleting port 5464b57c-a660-4dec-9271-82fb90a93db0 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:20:05.227786 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97ec15b0-8560-4df2-b378-85b9e049aceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.296068 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-97ec15b0-8560-4df2-b378-85b9e049aceb None None] For port 5464b57c-a660-4dec-9271-82fb90a93db0, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=5464b57c-a660-4dec-9271-82fb90a93db0,segment=NetworkSegment(2e78d4d3-efb5-473a-94e0-11d95ad6d935),segment_id=2e78d4d3-efb5-473a-94e0-11d95ad6d935)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:05.296463 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97ec15b0-8560-4df2-b378-85b9e049aceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.308753 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-97ec15b0-8560-4df2-b378-85b9e049aceb None None] Calling delete_port for 5464b57c-a660-4dec-9271-82fb90a93db0 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:20:05.376299 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.388897 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97ec15b0-8560-4df2-b378-85b9e049aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.406788 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5464b57c-a660-4dec-9271-82fb90a93db0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:05.410316 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] No DVR routers for this DVR port 5464b57c-a660-4dec-9271-82fb90a93db0 on host dv-cinder-768458-16-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:20:05.416545 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec15b0-8560-4df2-b378-85b9e049aceb None None] Pushing event deleted for resources: {'Port': ['ID=5464b57c-a660-4dec-9271-82fb90a93db0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:05.420093 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec15b0-8560-4df2-b378-85b9e049aceb None None] No DVR routers for this DVR port 5464b57c-a660-4dec-9271-82fb90a93db0 on host dv-cinder-768458-16-iscsi {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:20:05.484460 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.505146 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6802f2-ece4-4c9c-aaa7-eadaba763819']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:05.516374 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e78d4d3-efb5-473a-94e0-11d95ad6d935') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:05.516855 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e78d4d3-efb5-473a-94e0-11d95ad6d935') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:05.527175 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3086330'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.542953 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.549227 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:20:05.549615 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099859'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: Traceback (most recent call last): Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: timer() Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: cb(*args, **kw) Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: return func(*args, **kwargs) Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: self._notify() Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: self.callback(batched_events) Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: event.method(event) Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: return f(self, *a, **k) Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._get(url).json() Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:20:05.551316 dv-cinder-768458-16-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:20:05.677560 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.683552 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:05.686591 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ea6802f2-ece4-4c9c-aaa7-eadaba763819 HTTP/1.1" status: 204 len: 168 time: 0.6995440 Nov 23 04:20:05.698290 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b650f-6d43-4ce9-84b7-5fe0bfe77ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6802f2-ece4-4c9c-aaa7-eadaba763819,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:05.811903 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device e301452b-f152-4e53-a225-cce4c92483ac no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:20:05.832552 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: e301452b-f152-4e53-a225-cce4c92483ac {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:20:05.832885 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device e301452b-f152-4e53-a225-cce4c92483ac not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:20:05.833287 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device ee024f8c-d303-4545-886d-8b712fcc726f no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:20:05.852574 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: ee024f8c-d303-4545-886d-8b712fcc726f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:20:05.852910 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device ee024f8c-d303-4545-886d-8b712fcc726f not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:20:05.853316 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 5464b57c-a660-4dec-9271-82fb90a93db0 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:20:05.872020 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 5464b57c-a660-4dec-9271-82fb90a93db0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:20:05.872356 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 5464b57c-a660-4dec-9271-82fb90a93db0 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:20:06.064689 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33298) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:06.104214 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0280932e-0c00-4dbc-badc-a40cce9cebe3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0dcc5d168617498bbafe5038567ca011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383725 Nov 23 04:20:06.106860 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:06.156144 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e5ab-b35e-43ab-bec7-1c9a7232dd79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:06.179110 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e5ab-b35e-43ab-bec7-1c9a7232dd79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:06.313317 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e5ab-b35e-43ab-bec7-1c9a7232dd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:06.316367 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e5ab-b35e-43ab-bec7-1c9a7232dd79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:06.317613 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0ed9e5ab-b35e-43ab-bec7-1c9a7232dd79 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e85e4292-dc91-4435-a6c4-da9cc2caa6dc HTTP/1.1" status: 204 len: 168 time: 0.2092302 Nov 23 04:20:06.326435 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9e5ab-b35e-43ab-bec7-1c9a7232dd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85e4292-dc91-4435-a6c4-da9cc2caa6dc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:07.183124 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33322) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:07.226476 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d330d11-8ed0-498c-8757-665957f27205 req-ea6c87e0-9f07-4b24-9ce6-8528e2d8f744 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:07.227147 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-aaad6b89-af85-4f15-84d7-2d35ebd87dfe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f5aeba06d224980b7a3e376b675d4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427415 Nov 23 04:20:07.228030 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d330d11-8ed0-498c-8757-665957f27205 req-ea6c87e0-9f07-4b24-9ce6-8528e2d8f744 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0538814 Nov 23 04:20:07.229752 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:07.307191 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d330d11-8ed0-498c-8757-665957f27205 req-e1187139-b9cb-4a38-b0bd-d32cdd19fba5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713837 Nov 23 04:20:07.311740 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08f7e7cd-afe4-41ab-95f5-4fafab6133fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:07.339475 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08f7e7cd-afe4-41ab-95f5-4fafab6133fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:07.442843 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08f7e7cd-afe4-41ab-95f5-4fafab6133fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:07.446383 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08f7e7cd-afe4-41ab-95f5-4fafab6133fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:07.447561 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-08f7e7cd-afe4-41ab-95f5-4fafab6133fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42461673-d778-4453-9fb2-0b0768dc9d50 HTTP/1.1" status: 204 len: 168 time: 0.2169030 Nov 23 04:20:07.455732 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7e7cd-afe4-41ab-95f5-4fafab6133fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42461673-d778-4453-9fb2-0b0768dc9d50,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:08.437014 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de9325-ee68-4814-ad42-afddad59f792 req-8ba4b883-2a28-4d11-8225-01a1d7aa520c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:08.438467 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15de9325-ee68-4814-ad42-afddad59f792 req-8ba4b883-2a28-4d11-8225-01a1d7aa520c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0545993 Nov 23 04:20:08.488715 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15de9325-ee68-4814-ad42-afddad59f792 req-df6529ff-cdfd-40a0-8cd6-b98b7e03a325 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440526 Nov 23 04:20:08.491122 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33350) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:08.589143 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1523150392-network', 'tenant_id': '8068470657b040ab9af34219d8935846'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:08.673137 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Made reservation on behalf of 8068470657b040ab9af34219d8935846 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:20:08.675567 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:08.685605 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:08.758935 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:08.838798 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:08.868200 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:20:08.873595 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9da0b9-d68c-4c1d-9e0b-cb9f19863221,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:08.881149 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:08.881149 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Added segment 702384a1-541f-4d9b-bce4-b31aa3df9800 of type vlan for network 3f5880c1-f079-4dc1-b8fc-71110c737c22 Nov 23 04:20:08.921640 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:09.027254 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:09.028318 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:09.028930 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:09.094815 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] Pushing event updated for resources: {'Network': ['ID=3f5880c1-f079-4dc1-b8fc-71110c737c22,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:09.105268 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network 3f5880c1-f079-4dc1-b8fc-71110c737c22 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:20:09.144476 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a11e05e8-fec9-4aaa-8c24-f1605014eb22 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6522915 Nov 23 04:20:09.148592 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33356) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:09.154024 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] Request body: {'subnet': {'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1523150392-subnet', 'tenant_id': '8068470657b040ab9af34219d8935846', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:09.256801 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] Made reservation on behalf of 8068470657b040ab9af34219d8935846 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:20:09.259189 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9476332'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:09.546029 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9476306'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:09.629595 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a771ab3d-7869-48e6-b69e-7e08f226f564,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:09.658037 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e5c8d-8322-428b-b7de-663c19f3cf40 req-c1ab706e-ace9-4ea4-8037-ba99a8f4b6e3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:09.659677 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-708e5c8d-8322-428b-b7de-663c19f3cf40 req-c1ab706e-ace9-4ea4-8037-ba99a8f4b6e3 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0874052 Nov 23 04:20:09.661015 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] Checking segment: {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:20:09.661297 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] Network hostable DHCP agents. Network: 3f5880c1-f079-4dc1-b8fc-71110c737c22, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:20:09.723192 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-708e5c8d-8322-428b-b7de-663c19f3cf40 req-9cbbb324-6f9d-41ed-9687-23e973de7155 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543051 Nov 23 04:20:09.758532 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] Network 3f5880c1-f079-4dc1-b8fc-71110c737c22 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:20:09.854328 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, 3f5880c1-f079-4dc1-b8fc-71110c737c22) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:09.858154 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:09.858727 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:09.863140 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce660b8f-ef5e-4bbc-99c1-54a668c24e9b None None] Network 3f5880c1-f079-4dc1-b8fc-71110c737c22 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:20:09.972962 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8349d8df-f953-4292-9e74-b0d106ff83c0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8226488 Nov 23 04:20:09.976210 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33362) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:09.980607 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:10.016754 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca77d4a-1e58-53e8-849d-cd8626a4fefc-3f5880c1-f079-4dc1-b8fc-71110c737c22', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564'}]}} from dv-cinder-768458-16-iscsi. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:20:10.017643 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.079151 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4191313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8387'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.080271 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4124523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3972742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.134304 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.158818 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Allocated IP 172.20.0.2 (3f5880c1-f079-4dc1-b8fc-71110c737c22/a771ab3d-7869-48e6-b69e-7e08f226f564/a9171b7b-1ac6-4bb2-9fc7-5a419b33c194) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:20:10.301770 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.385598 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.385843 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.427428 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Network 3f5880c1-f079-4dc1-b8fc-71110c737c22 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:20:10.430606 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:10.433919 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:20:10.439237 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Pushing event updated for resources: {'Port': ['ID=a9171b7b-1ac6-4bb2-9fc7-5a419b33c194,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:10.496632 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Attempting to bind port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:20:10.497005 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Attempting to bind port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:20:10.497376 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Attempting to bind port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 on network 3f5880c1-f079-4dc1-b8fc-71110c737c22 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:20:10.502759 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:20:10.504644 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Checking segment: {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:20:10.504644 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.504644 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Bound using segment: {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:20:10.504644 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Bound port: a9171b7b-1ac6-4bb2-9fc7-5a419b33c194, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:20:10.505042 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.568888 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] For port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:20:10.572052 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] For port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=a9171b7b-1ac6-4bb2-9fc7-5a419b33c194,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:20:10.645070 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.649993 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.673111 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:10.711302 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8ee90-543d-4a9a-b747-30ec45690a64 None None] Pushing event updated for resources: {'Port': ['ID=a9171b7b-1ac6-4bb2-9fc7-5a419b33c194,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:10.800145 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Allocated IP 172.27.0.49 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/16bd8100-908d-47d6-941d-a0a4bc7b8a49) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:20:10.919431 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d9f1e-408c-4bff-9f60-49620d56c814 req-55fa6706-3561-462a-95c8-8e8cac1a0abc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:10.921634 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-636d9f1e-408c-4bff-9f60-49620d56c814 req-55fa6706-3561-462a-95c8-8e8cac1a0abc tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.1186819 Nov 23 04:20:10.985888 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:11.006203 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-636d9f1e-408c-4bff-9f60-49620d56c814 req-c52632eb-3188-4684-aee1-5fa3f6fcead5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726008 Nov 23 04:20:11.100487 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:11.140681 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:20:11.143706 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:11.148774 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:20:11.177042 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=16bd8100-908d-47d6-941d-a0a4bc7b8a49,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:11.485255 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:11.591352 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92a668-da05-45c7-81fe-01044ea46822 None None] Network 3f5880c1-f079-4dc1-b8fc-71110c737c22 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:20:11.688969 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4124074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4124470'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:11.706160 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-43896090-5b4f-43ee-86dd-77651fa38a66 None None] Provisioning complete for port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:11.706439 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43896090-5b4f-43ee-86dd-77651fa38a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:11.905579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff is scheduled to L3 agent d698791b-1204-4756-9a69-44a6c13f83bc with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:20:11.935555 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:11.981690 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43896090-5b4f-43ee-86dd-77651fa38a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:12.021826 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:20:12.025118 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-43896090-5b4f-43ee-86dd-77651fa38a66 None None] For port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=a9171b7b-1ac6-4bb2-9fc7-5a419b33c194,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:12.035077 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:12.035077 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:12.040174 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Sync routers for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:20:12.082870 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:12.083701 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:12.135687 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43896090-5b4f-43ee-86dd-77651fa38a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:12.139642 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04558ad-e992-4744-abd6-c094f1039134 req-cc8e39c1-67b1-48bc-9fc2-81ca9f4fa0ca tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:12.141320 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a04558ad-e992-4744-abd6-c094f1039134 req-cc8e39c1-67b1-48bc-9fc2-81ca9f4fa0ca tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0583036 Nov 23 04:20:12.170351 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:12.175423 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7af154ce-0061-4578-a358-b1b84fed6dc1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1943095 Nov 23 04:20:12.175557 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33372) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:12.218544 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a04558ad-e992-4744-abd6-c094f1039134 req-9e123a77-6c6a-48d6-aaf9-9f943ccc91ae tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686803 Nov 23 04:20:12.308800 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:12.311753 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43896090-5b4f-43ee-86dd-77651fa38a66 None None] Pushing event updated for resources: {'Port': ['ID=a9171b7b-1ac6-4bb2-9fc7-5a419b33c194,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:12.344516 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ecc5494d-c76a-4533-afd9-0bb726e72625 None None] Provisioning complete for port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:12.344891 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecc5494d-c76a-4533-afd9-0bb726e72625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:12.580258 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:11Z', 'revision_number': 3, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:12.613976 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Checking router: f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:20:12.614644 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Updating router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff port 16bd8100-908d-47d6-941d-a0a4bc7b8a49 binding host dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:20:12.642137 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:12.859072 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:12.907239 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:12.964473 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.018692 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Allocated IP 172.20.0.1 (3f5880c1-f079-4dc1-b8fc-71110c737c22/a771ab3d-7869-48e6-b69e-7e08f226f564/b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:20:13.021575 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Attempting to bind port 16bd8100-908d-47d6-941d-a0a4bc7b8a49 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:20:13.021946 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Attempting to bind port 16bd8100-908d-47d6-941d-a0a4bc7b8a49 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:20:13.022310 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Attempting to bind port 16bd8100-908d-47d6-941d-a0a4bc7b8a49 on network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:20:13.025451 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8455e4-c07b-46c7-b4aa-b7fbaef0ee37 None None] Pushing event updated for resources: {'Port': ['ID=16bd8100-908d-47d6-941d-a0a4bc7b8a49,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:13.030053 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:20:13.030438 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Checking segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:20:13.030831 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.031241 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Bound using segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:20:13.031710 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Bound port: 16bd8100-908d-47d6-941d-a0a4bc7b8a49, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:20:13.032081 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.084875 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] For port 16bd8100-908d-47d6-941d-a0a4bc7b8a49, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:20:13.087987 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] For port 16bd8100-908d-47d6-941d-a0a4bc7b8a49, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=16bd8100-908d-47d6-941d-a0a4bc7b8a49,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:20:13.124959 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.170701 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.210955 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.228076 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:13.228694 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:13.251499 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Network 3f5880c1-f079-4dc1-b8fc-71110c737c22 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:20:13.256421 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:13.259871 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:20:13.267652 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8455e4-c07b-46c7-b4aa-b7fbaef0ee37 None None] Pushing event updated for resources: {'Port': ['ID=16bd8100-908d-47d6-941d-a0a4bc7b8a49,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:13.292373 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Pushing event updated for resources: {'Port': ['ID=b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:13.303848 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120683'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.347719 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:13.379047 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3b8a4-b966-4034-9486-4fec928f4bb6 req-4374f8d0-f561-4094-b575-8f3aab8db57f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:13.381273 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-39d3b8a4-b966-4034-9486-4fec928f4bb6 req-4374f8d0-f561-4094-b575-8f3aab8db57f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0580614 Nov 23 04:20:13.454746 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-39d3b8a4-b966-4034-9486-4fec928f4bb6 req-34d9452b-19fc-4c13-8441-30d344b41e4a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623839 Nov 23 04:20:13.539491 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.545824 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:11Z', 'revision_number': 3, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:13.579118 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f823c-6c2a-4ca8-b5ea-9f971a1df727 None None] The sync data for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi is: [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:11Z', 'revision_number': 3, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:20:13.590004 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d2d149cf-f5c8-4f9c-b680-001a5a71ea3a None None] Provisioning complete for port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:13.590300 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2d149cf-f5c8-4f9c-b680-001a5a71ea3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.633397 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d2d149cf-f5c8-4f9c-b680-001a5a71ea3a None None] Port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:20:13.712880 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.806185 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9645244'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.831619 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:13.888005 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Pushing event updated for resources: {'Port': ['ID=b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:13.892349 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:13.892720 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:13.895646 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124155'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:14.006257 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Network 3f5880c1-f079-4dc1-b8fc-71110c737c22 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:20:14.007734 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:14.139691 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:20:14.256436 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ce4f6a69-505d-42d7-a25d-1ba07118077e None None] Provisioning complete for port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:14.256806 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6a69-505d-42d7-a25d-1ba07118077e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:14.262336 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:20:14.271717 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-2a663efe-33de-4487-bf8c-a1cec8645353 admin admin] 10.222.0.54 "PUT /v2.0/routers/f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0959492 Nov 23 04:20:14.294727 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f6a69-505d-42d7-a25d-1ba07118077e None None] Port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:20:14.583503 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb1a60-95f7-44c4-a0bd-da480157287d req-ce4b0638-17a8-4fa5-8146-3b9ceaf67f65 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:14.586750 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2cbb1a60-95f7-44c4-a0bd-da480157287d req-ce4b0638-17a8-4fa5-8146-3b9ceaf67f65 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0518224 Nov 23 04:20:14.632997 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2cbb1a60-95f7-44c4-a0bd-da480157287d req-e92a767a-7105-4a3e-abae-0549201771c8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Nov 23 04:20:14.922268 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33408) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:14.927422 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1839803296-network', 'tenant_id': '79306b7f404247ca9a8254321142d89b'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:15.032778 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Made reservation on behalf of 79306b7f404247ca9a8254321142d89b for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:20:15.035200 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.045441 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.122190 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.184867 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Sync routers for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:20:15.195161 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.196023 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:15.196596 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:15.216501 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:20:15.230656 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f8ae06-3d20-4bc2-a69d-4d2631b0f01a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:15.235556 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.235926 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.segments_db [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Added segment 4adb7ade-3130-423e-a167-f1decc895d5f of type vlan for network 111a3733-f219-4753-bf2c-971010b0411b Nov 23 04:20:15.276852 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.305504 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:15.392892 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.393875 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:15.394454 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.454980 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] Pushing event updated for resources: {'Network': ['ID=111a3733-f219-4753-bf2c-971010b0411b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:15.466562 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network 111a3733-f219-4753-bf2c-971010b0411b details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:20:15.503047 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 2, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:15.533173 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Checking router: f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:20:15.533861 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Updating router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 binding host dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:20:15.539813 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-f1ef10b6-bd94-48bd-bd90-6b181bab2f3e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6164427 Nov 23 04:20:15.542577 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33412) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:15.547554 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] Request body: {'subnet': {'network_id': '111a3733-f219-4753-bf2c-971010b0411b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1839803296-subnet', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:15.560616 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.655801 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] Made reservation on behalf of 79306b7f404247ca9a8254321142d89b for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:20:15.658416 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9143448'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.792307 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fa13b-1092-4326-b1e3-9e4648148161 req-020433d9-b667-4d12-8f43-a84d559f641b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:15.793912 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9a9fa13b-1092-4326-b1e3-9e4648148161 req-020433d9-b667-4d12-8f43-a84d559f641b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0812070 Nov 23 04:20:15.833129 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.848148 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9a9fa13b-1092-4326-b1e3-9e4648148161 req-5a5044cf-f0cd-45f7-8f84-1cfd6d3de883 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448303 Nov 23 04:20:15.867847 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 16bd8100-908d-47d6-941d-a0a4bc7b8a49 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:15.917470 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 16bd8100-908d-47d6-941d-a0a4bc7b8a49 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:15.917839 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.918507 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.941705 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9645097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9143462'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:15.962308 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85621032-369e-4a1d-aca0-170bcc527bb6 None None] Pushing event updated for resources: {'Port': ['ID=b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:16.023672 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.025920 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] Checking segment: {'id': '4adb7ade-3130-423e-a167-f1decc895d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '111a3733-f219-4753-bf2c-971010b0411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:20:16.026538 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] Network hostable DHCP agents. Network: 111a3733-f219-4753-bf2c-971010b0411b, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:20:16.029817 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af24a5d6-a158-4e16-9520-2bb98859f008,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:16.046892 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Attempting to bind port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:20:16.047440 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Attempting to bind port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:20:16.047689 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Attempting to bind port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 on network 3f5880c1-f079-4dc1-b8fc-71110c737c22 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:20:16.053630 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:20:16.054245 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Checking segment: {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:20:16.054646 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.055033 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Bound using segment: {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:20:16.055577 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Bound port: b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:20:16.055974 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.066333 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port 16bd8100-908d-47d6-941d-a0a4bc7b8a49, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=16bd8100-908d-47d6-941d-a0a4bc7b8a49,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:16.128599 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] For port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:20:16.132525 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] For port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:20:16.135444 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] Network 111a3733-f219-4753-bf2c-971010b0411b is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:20:16.158458 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.206275 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=16bd8100-908d-47d6-941d-a0a4bc7b8a49,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:16.217712 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.218088 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.218427 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.218757 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.219084 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.219439 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.219799 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.220085 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.220404 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.220722 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.221040 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.221349 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:16.221993 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.236920 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d1eca773-9579-4950-b895-c4d6102cfd4c None None] Provisioning complete for port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:16.236920 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1eca773-9579-4950-b895-c4d6102cfd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.261819 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, 111a3733-f219-4753-bf2c-971010b0411b) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:16.271647 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:16.271647 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.289365 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:16.289996 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:16.292763 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85621032-369e-4a1d-aca0-170bcc527bb6 None None] Pushing event updated for resources: {'Port': ['ID=b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:16.307001 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd754c2-1b2e-41d5-8b70-ef4a06ea5a92 None None] Network 111a3733-f219-4753-bf2c-971010b0411b requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:20:16.358449 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33418) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:16.359002 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-675803d2-eae2-4ef9-83a4-0f312122d31c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8150327 Nov 23 04:20:16.364086 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1839803296-router', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:16.422333 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:16.461980 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4191313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8387'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.463386 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4124523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3972742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.497977 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1eca773-9579-4950-b895-c4d6102cfd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.535162 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.550016 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d1eca773-9579-4950-b895-c4d6102cfd4c None None] For port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:16.632575 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca77d4a-1e58-53e8-849d-cd8626a4fefc-111a3733-f219-4753-bf2c-971010b0411b', 'network_id': '111a3733-f219-4753-bf2c-971010b0411b', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'fixed_ips': [{'subnet_id': 'af24a5d6-a158-4e16-9520-2bb98859f008'}]}} from dv-cinder-768458-16-iscsi. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:20:16.633532 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.647083 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1eca773-9579-4950-b895-c4d6102cfd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.738222 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:16.763075 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eca773-9579-4950-b895-c4d6102cfd4c None None] Pushing event updated for resources: {'Port': ['ID=b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:16.772368 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38989acc-9d4e-469b-b5ff-c48318ebd546 None None] The sync data for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi is: [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:20:16.815747 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e80e8d73-dd62-4d7b-9173-a27f7dc682dd None None] Provisioning complete for port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:16.815747 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e80e8d73-dd62-4d7b-9173-a27f7dc682dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:16.884174 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Allocated IP 172.20.0.2 (111a3733-f219-4753-bf2c-971010b0411b/af24a5d6-a158-4e16-9520-2bb98859f008/f208728b-dce5-48f4-8a97-494c5853a657) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:20:17.085197 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:17.107042 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:17.115579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a789b91-0d12-4869-8aaa-1dfbec46b658 req-f86b4892-6cb9-4cae-b863-dbeeccc4f28d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:17.117292 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3a789b91-0d12-4869-8aaa-1dfbec46b658 req-f86b4892-6cb9-4cae-b863-dbeeccc4f28d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0625207 Nov 23 04:20:17.187694 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:17.214078 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3a789b91-0d12-4869-8aaa-1dfbec46b658 req-9ec46cdd-4f15-46c0-9f03-d0f290f7e14f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910506 Nov 23 04:20:17.278873 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Network 111a3733-f219-4753-bf2c-971010b0411b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:20:17.285495 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:17.287842 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:20:17.291250 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Pushing event updated for resources: {'Port': ['ID=f208728b-dce5-48f4-8a97-494c5853a657,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:17.368540 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Attempting to bind port f208728b-dce5-48f4-8a97-494c5853a657 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:20:17.369196 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Attempting to bind port f208728b-dce5-48f4-8a97-494c5853a657 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '4adb7ade-3130-423e-a167-f1decc895d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '111a3733-f219-4753-bf2c-971010b0411b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:20:17.369755 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Attempting to bind port f208728b-dce5-48f4-8a97-494c5853a657 on network 111a3733-f219-4753-bf2c-971010b0411b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:20:17.382187 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:20:17.382918 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Checking segment: {'id': '4adb7ade-3130-423e-a167-f1decc895d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '111a3733-f219-4753-bf2c-971010b0411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:20:17.383525 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:17.384095 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Bound using segment: {'id': '4adb7ade-3130-423e-a167-f1decc895d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '111a3733-f219-4753-bf2c-971010b0411b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:20:17.387397 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Bound port: f208728b-dce5-48f4-8a97-494c5853a657, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adb7ade-3130-423e-a167-f1decc895d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '111a3733-f219-4753-bf2c-971010b0411b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:20:17.388388 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:17.439196 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:17.460509 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:17.461954 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] For port f208728b-dce5-48f4-8a97-494c5853a657, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:20:17.465296 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] For port f208728b-dce5-48f4-8a97-494c5853a657, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=f208728b-dce5-48f4-8a97-494c5853a657,segment=NetworkSegment(4adb7ade-3130-423e-a167-f1decc895d5f),segment_id=4adb7ade-3130-423e-a167-f1decc895d5f)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:20:17.583606 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Allocated IP 172.27.0.184 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/6387316a-2c06-48f4-aa9e-000fa5537120) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:20:17.644274 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:17.698026 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:17.703229 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9e4fa-53c8-438e-9c3a-7aa9bab3d279 None None] Pushing event updated for resources: {'Port': ['ID=f208728b-dce5-48f4-8a97-494c5853a657,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:17.862297 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:17.928811 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:17.948613 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:20:17.954293 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:17.956831 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Pushing event updated for resources: {'Port': ['ID=6387316a-2c06-48f4-aa9e-000fa5537120,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:17.963516 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:20:18.017946 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:18.018319 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:18.117571 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 16bd8100-908d-47d6-941d-a0a4bc7b8a49 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:18.166770 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 16bd8100-908d-47d6-941d-a0a4bc7b8a49 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:18.167147 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:18.319661 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:18.428179 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60956349-6ded-4031-a72b-6409e9c51155 req-168fc942-1fce-4c5a-82b3-9a812ccc0694 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:18.429697 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-60956349-6ded-4031-a72b-6409e9c51155 req-168fc942-1fce-4c5a-82b3-9a812ccc0694 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.1242130 Nov 23 04:20:18.532346 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-60956349-6ded-4031-a72b-6409e9c51155 req-b5c5e5fb-4739-4332-88c5-e0f55ac3c519 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948176 Nov 23 04:20:18.612748 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4124074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4124470'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:18.740629 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e9e8a-8fe0-4280-b8fa-27ddda0b9b07 None None] Network 111a3733-f219-4753-bf2c-971010b0411b requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:20:18.838320 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Router 731e6898-0657-4f87-82d8-c1010de01896 is scheduled to L3 agent d698791b-1204-4756-9a69-44a6c13f83bc with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:20:18.864789 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-262bb08d-c541-4625-8cc6-e6242fc5a98e None None] Provisioning complete for port f208728b-dce5-48f4-8a97-494c5853a657 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:18.865228 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-262bb08d-c541-4625-8cc6-e6242fc5a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:18.948783 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:20:18.965048 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Sync routers for ids ['731e6898-0657-4f87-82d8-c1010de01896'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:20:18.991179 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-262bb08d-c541-4625-8cc6-e6242fc5a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:18.991179 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Routers {'731e6898-0657-4f87-82d8-c1010de01896'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:18.991179 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['731e6898-0657-4f87-82d8-c1010de01896'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:19.058250 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:19.059767 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-39d02441-fbec-4f8b-8eb5-b19f2de45a14 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6994205 Nov 23 04:20:19.062867 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33428) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:19.072468 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-262bb08d-c541-4625-8cc6-e6242fc5a98e None None] For port f208728b-dce5-48f4-8a97-494c5853a657, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=f208728b-dce5-48f4-8a97-494c5853a657,segment=NetworkSegment(4adb7ade-3130-423e-a167-f1decc895d5f),segment_id=4adb7ade-3130-423e-a167-f1decc895d5f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:19.134400 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Set router 731e6898-0657-4f87-82d8-c1010de01896 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:19.188261 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-262bb08d-c541-4625-8cc6-e6242fc5a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:19.278979 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bb08d-c541-4625-8cc6-e6242fc5a98e None None] Pushing event updated for resources: {'Port': ['ID=f208728b-dce5-48f4-8a97-494c5853a657,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:19.332205 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-90725c39-b095-4d05-9b31-3a47ed01d295 None None] Provisioning complete for port f208728b-dce5-48f4-8a97-494c5853a657 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:19.332615 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-90725c39-b095-4d05-9b31-3a47ed01d295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:19.382698 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-f20de3d2-a120-46d9-85e5-84f5bd2708aa tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562528270&fields=id&tenant_id=29832a113f1544d7a5467a88b2f0d669 HTTP/1.1" status: 200 len: 267 time: 0.0576489 Nov 23 04:20:19.454984 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731e6898-0657-4f87-82d8-c1010de01896', 'name': 'tempest-TestVolumeBootPattern-1839803296-router', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:16Z', 'updated_at': '2021-11-23T04:20:18Z', 'revision_number': 3, 'project_id': '79306b7f404247ca9a8254321142d89b', 'gw_port': {'id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:17Z', 'updated_at': '2021-11-23T04:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:19.484056 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Checking router: 731e6898-0657-4f87-82d8-c1010de01896 for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:20:19.484409 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Updating router 731e6898-0657-4f87-82d8-c1010de01896 port 6387316a-2c06-48f4-aa9e-000fa5537120 binding host dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:20:19.506423 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-5557dbd4-6f10-4052-913b-05241406c399 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:19.507969 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-5557dbd4-6f10-4052-913b-05241406c399 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/networks?id=e3530e0d-07ae-4ff9-b495-05515e155951 HTTP/1.1" status: 200 len: 809 time: 0.1163211 Nov 23 04:20:19.511432 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:19.524514 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-7e2c87c0-3a52-4589-ae26-96a319bac382 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/quotas/29832a113f1544d7a5467a88b2f0d669 HTTP/1.1" status: 200 len: 375 time: 0.0099511 Nov 23 04:20:19.529979 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:19.590203 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-b1eebc17-e963-421d-9a1e-fdd3670324c4 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=29832a113f1544d7a5467a88b2f0d669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582151 Nov 23 04:20:19.703303 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daf596-4a03-4744-8398-aed06f82f626 req-6da7314e-e7c3-4e6d-8b00-44c39f10a557 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:19.704961 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-80daf596-4a03-4744-8398-aed06f82f626 req-6da7314e-e7c3-4e6d-8b00-44c39f10a557 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0734322 Nov 23 04:20:19.737278 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Allocated IP 172.20.0.1 (111a3733-f219-4753-bf2c-971010b0411b/af24a5d6-a158-4e16-9520-2bb98859f008/493cbd84-7922-46a6-a9cd-8d9d12af1efe) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:20:19.760332 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-80daf596-4a03-4744-8398-aed06f82f626 req-be4c6d40-c56a-48b3-8255-eb5349bec39e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479803 Nov 23 04:20:19.769341 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:20:19.914860 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:19.919717 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:19.954936 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device f208728b-dce5-48f4-8a97-494c5853a657 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:19.967892 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-8e082e89-7c39-4420-ab23-ef3c3e950573 service neutron] 10.222.0.54 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606153 Nov 23 04:20:20.022856 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.065696 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-fc79c6f8-f00b-46b4-9a8c-416cd92d048f service neutron] 10.222.0.54 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940435 Nov 23 04:20:20.073409 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Network 111a3733-f219-4753-bf2c-971010b0411b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:20:20.077668 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:20.081911 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:20:20.165023 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.168569 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120683'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.214054 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:20.264376 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Attempting to bind port 6387316a-2c06-48f4-aa9e-000fa5537120 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:20:20.264867 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Attempting to bind port 6387316a-2c06-48f4-aa9e-000fa5537120 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:20:20.265483 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Attempting to bind port 6387316a-2c06-48f4-aa9e-000fa5537120 on network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:20:20.275791 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'port_id': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'mac_address': 'fa:16:3e:34:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:20:20.292279 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Pushing event updated for resources: {'Port': ['ID=493cbd84-7922-46a6-a9cd-8d9d12af1efe,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:20.311359 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:20:20.311740 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Checking segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:20:20.312144 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.312538 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Bound using segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:20:20.313025 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Bound port: 6387316a-2c06-48f4-aa9e-000fa5537120, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:20:20.313586 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.341360 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fff06c-f66c-494f-b7cc-5fe2b1c4448a None None] Pushing event updated for resources: {'Port': ['ID=6387316a-2c06-48f4-aa9e-000fa5537120,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:20.361286 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port f208728b-dce5-48f4-8a97-494c5853a657 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:20.361655 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.407024 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.445573 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] For port 6387316a-2c06-48f4-aa9e-000fa5537120, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:20:20.448670 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.465217 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:20:20.471053 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d50ff8ba-582d-474b-9730-5ef531d56339 None None] Provisioning complete for port 493cbd84-7922-46a6-a9cd-8d9d12af1efe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:20.471485 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d50ff8ba-582d-474b-9730-5ef531d56339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.478425 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] For port 6387316a-2c06-48f4-aa9e-000fa5537120, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=6387316a-2c06-48f4-aa9e-000fa5537120,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:20:20.519944 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:20.533744 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d50ff8ba-582d-474b-9730-5ef531d56339 None None] Port 493cbd84-7922-46a6-a9cd-8d9d12af1efe cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:20:20.583150 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.631561 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.634824 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.647729 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Routers {'731e6898-0657-4f87-82d8-c1010de01896'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:20.648365 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['731e6898-0657-4f87-82d8-c1010de01896'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:20.697701 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fff06c-f66c-494f-b7cc-5fe2b1c4448a None None] Pushing event updated for resources: {'Port': ['ID=6387316a-2c06-48f4-aa9e-000fa5537120,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:20.718857 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9645244'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.785407 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Pushing event updated for resources: {'Port': ['ID=493cbd84-7922-46a6-a9cd-8d9d12af1efe,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:20.788247 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124155'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:20.829272 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:20:20.835422 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:20.877508 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a30711b5-2913-4deb-886a-6436b2f7ed35 req-ea51c982-3f4f-4a88-8b35-f898618627e6 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 210 time: 0.0518370 Nov 23 04:20:20.906552 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] Set router 731e6898-0657-4f87-82d8-c1010de01896 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:20.969052 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Network 111a3733-f219-4753-bf2c-971010b0411b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:20:20.973103 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:20.986068 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a9850-af38-475e-b714-d797dfea7c42 req-91f77e4a-848a-414c-b462-915097660dc9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:20.988002 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-190a9850-af38-475e-b714-d797dfea7c42 req-91f77e4a-848a-414c-b462-915097660dc9 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 944 time: 0.0617795 Nov 23 04:20:21.075526 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-190a9850-af38-475e-b714-d797dfea7c42 req-552ff5f9-bf0c-45fb-b794-3723318e9a1d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761323 Nov 23 04:20:21.160349 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Router 731e6898-0657-4f87-82d8-c1010de01896 has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:20:21.252221 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731e6898-0657-4f87-82d8-c1010de01896', 'name': 'tempest-TestVolumeBootPattern-1839803296-router', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:16Z', 'updated_at': '2021-11-23T04:20:20Z', 'revision_number': 4, 'project_id': '79306b7f404247ca9a8254321142d89b', 'gw_port': {'id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:17Z', 'updated_at': '2021-11-23T04:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': '493cbd84-7922-46a6-a9cd-8d9d12af1efe', 'name': '', 'network_id': '111a3733-f219-4753-bf2c-971010b0411b', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'mac_address': 'fa:16:3e:64:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af24a5d6-a158-4e16-9520-2bb98859f008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:19Z', 'updated_at': '2021-11-23T04:20:19Z', 'revision_number': 1, 'project_id': '79306b7f404247ca9a8254321142d89b', 'subnets': [{'id': 'af24a5d6-a158-4e16-9520-2bb98859f008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:21.297642 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:20:21.300076 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c84c98-c7ff-4042-9ae6-ea4341553434 None None] The sync data for ids ['731e6898-0657-4f87-82d8-c1010de01896'] in dv-cinder-768458-16-iscsi is: [{'id': '731e6898-0657-4f87-82d8-c1010de01896', 'name': 'tempest-TestVolumeBootPattern-1839803296-router', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:16Z', 'updated_at': '2021-11-23T04:20:20Z', 'revision_number': 4, 'project_id': '79306b7f404247ca9a8254321142d89b', 'gw_port': {'id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:17Z', 'updated_at': '2021-11-23T04:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': '493cbd84-7922-46a6-a9cd-8d9d12af1efe', 'name': '', 'network_id': '111a3733-f219-4753-bf2c-971010b0411b', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'mac_address': 'fa:16:3e:64:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af24a5d6-a158-4e16-9520-2bb98859f008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:19Z', 'updated_at': '2021-11-23T04:20:19Z', 'revision_number': 1, 'project_id': '79306b7f404247ca9a8254321142d89b', 'subnets': [{'id': 'af24a5d6-a158-4e16-9520-2bb98859f008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:20:21.304049 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c33e9e3c-d120-46e6-9a8f-ab3423d5853b admin admin] 10.222.0.54 "PUT /v2.0/routers/731e6898-0657-4f87-82d8-c1010de01896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2399435 Nov 23 04:20:21.367720 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b16f7e1d-4afa-4d4e-b438-e66c88fa54d3 None None] Provisioning complete for port 493cbd84-7922-46a6-a9cd-8d9d12af1efe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:21.368090 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b16f7e1d-4afa-4d4e-b438-e66c88fa54d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:21.426598 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b16f7e1d-4afa-4d4e-b438-e66c88fa54d3 None None] Port 493cbd84-7922-46a6-a9cd-8d9d12af1efe cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:20:21.784262 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:21.875646 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:21.876240 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:22.005976 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-678598a8-f57c-4d3b-9cda-04f94fbc9c52 req-0987d82b-594a-4a82-b16b-12d64897012c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 210 time: 0.0565455 Nov 23 04:20:22.051140 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:22.101442 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:20:22.104647 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186ccd6e-e626-419d-a13d-156400780086" -d '{"events": [{"server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "name": "network-vif-plugged", "status": "completed", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:20:22.113307 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33492) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:22.124225 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-35d4acd1-09e3-4ad0-9b35-f7e7e78dd250 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-354329014', 'description': 'tempest-secgroup-smoke-354329014 description', 'project_id': '8068470657b040ab9af34219d8935846'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:22.157901 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:22.234456 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:22.266271 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35d4acd1-09e3-4ad0-9b35-f7e7e78dd250 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:22.352434 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e21b-8c09-4a27-a8a2-d59d991a3350 req-dcc1e15e-feb5-4c96-a2fd-b5a8b9e8b363 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:22.356427 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:22.362986 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9c72e21b-8c09-4a27-a8a2-d59d991a3350 req-dcc1e15e-feb5-4c96-a2fd-b5a8b9e8b363 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.1292644 Nov 23 04:20:22.373851 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7969b7a7-fc5e-4239-b808-b8bfde840bfc x-openstack-request-id: req-7969b7a7-fc5e-4239-b808-b8bfde840bfc {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:20:22.374148 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "name": "network-vif-plugged", "status": "completed", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:20:22.374404 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7969b7a7-fc5e-4239-b808-b8bfde840bfc {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:20:22.374812 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'code': 200} Nov 23 04:20:22.421273 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35d4acd1-09e3-4ad0-9b35-f7e7e78dd250 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:22.441646 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9c72e21b-8c09-4a27-a8a2-d59d991a3350 req-87a954b5-a9e6-460c-88ca-d62c1e466a7d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768270 Nov 23 04:20:22.533907 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35d4acd1-09e3-4ad0-9b35-f7e7e78dd250 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:22.576608 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4acd1-09e3-4ad0-9b35-f7e7e78dd250 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2ec7e8-05fa-43d4-ad59-746971c79802,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:22.653638 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35d4acd1-09e3-4ad0-9b35-f7e7e78dd250 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:22.657791 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-35d4acd1-09e3-4ad0-9b35-f7e7e78dd250 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5417013 Nov 23 04:20:22.658141 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33500) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:22.666357 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2c608915-3540-4324-bb86-b41ba7b4c443 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'security_group_rule': {'security_group_id': '3b2ec7e8-05fa-43d4-ad59-746971c79802', 'project_id': '8068470657b040ab9af34219d8935846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:22.769692 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c608915-3540-4324-bb86-b41ba7b4c443 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:22.831694 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c608915-3540-4324-bb86-b41ba7b4c443 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:22.922903 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c608915-3540-4324-bb86-b41ba7b4c443 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:22.942068 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c608915-3540-4324-bb86-b41ba7b4c443 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4762d09b-7b35-4923-88ed-e947d6e5af8d,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:23.079109 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d863624c-765d-4cab-bf74-2ebccae11e70 req-6bf78127-f7be-4368-8d1a-0f04014fbc5f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 210 time: 0.0330853 Nov 23 04:20:23.174711 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c608915-3540-4324-bb86-b41ba7b4c443 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:23.178997 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-2c608915-3540-4324-bb86-b41ba7b4c443 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5173986 Nov 23 04:20:23.179348 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33504) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:23.184056 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-28e3fb64-5a58-4b5b-8ad7-6781cfbe22ac tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'security_group_rule': {'security_group_id': '3b2ec7e8-05fa-43d4-ad59-746971c79802', 'project_id': '8068470657b040ab9af34219d8935846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:23.593495 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd122068-2440-491e-a6b7-e5f490fa90c6 req-caba6554-57c2-4064-ba58-3243b0679418 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:23.595643 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd122068-2440-491e-a6b7-e5f490fa90c6 req-caba6554-57c2-4064-ba58-3243b0679418 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0690942 Nov 23 04:20:23.657958 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd122068-2440-491e-a6b7-e5f490fa90c6 req-0a089961-47ed-4b57-8a79-c3cab83497e7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563841 Nov 23 04:20:23.751813 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28e3fb64-5a58-4b5b-8ad7-6781cfbe22ac tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:23.854570 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28e3fb64-5a58-4b5b-8ad7-6781cfbe22ac tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:23.880803 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 6387316a-2c06-48f4-aa9e-000fa5537120 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:23.933020 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 6387316a-2c06-48f4-aa9e-000fa5537120 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:23.933670 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:24.018104 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28e3fb64-5a58-4b5b-8ad7-6781cfbe22ac tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:24.033706 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:24.040803 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3fb64-5a58-4b5b-8ad7-6781cfbe22ac tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215e9174-8f07-4d2f-b314-75ff07a34a8e,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:24.060697 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port 6387316a-2c06-48f4-aa9e-000fa5537120, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=6387316a-2c06-48f4-aa9e-000fa5537120,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:24.124868 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:24.127426 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28e3fb64-5a58-4b5b-8ad7-6781cfbe22ac tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:24.128744 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-28e3fb64-5a58-4b5b-8ad7-6781cfbe22ac tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9484286 Nov 23 04:20:24.132265 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:24.137156 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5e6d4a52-f0ea-4871-a73d-24370460d4b1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'security_group_rule': {'security_group_id': '3b2ec7e8-05fa-43d4-ad59-746971c79802', 'project_id': '8068470657b040ab9af34219d8935846', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:24.221728 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5619216a-2ccb-4ee7-a889-f3ab6be4f2a8 req-ed05f5e3-7b3e-4330-b50f-16859119d95d tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 210 time: 0.0492113 Nov 23 04:20:24.225085 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=6387316a-2c06-48f4-aa9e-000fa5537120,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:24.247409 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4a52-f0ea-4871-a73d-24370460d4b1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:24.306574 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4a52-f0ea-4871-a73d-24370460d4b1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:24.469419 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4a52-f0ea-4871-a73d-24370460d4b1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:24.493464 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d4a52-f0ea-4871-a73d-24370460d4b1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b878cc-d6b9-4ab3-bc51-e949f55ae861,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:24.506850 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fac81b-6f04-466a-9e9b-0d9d335d4436 req-3bbc5024-3aa1-40da-8a18-9bcaf34e2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:24.526796 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07fac81b-6f04-466a-9e9b-0d9d335d4436 req-3bbc5024-3aa1-40da-8a18-9bcaf34e2305 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 1098 time: 0.0678015 Nov 23 04:20:24.616265 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fac81b-6f04-466a-9e9b-0d9d335d4436 req-ec14d5a2-8589-44d7-be74-a9b64ce6ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:24.617830 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07fac81b-6f04-466a-9e9b-0d9d335d4436 req-ec14d5a2-8589-44d7-be74-a9b64ce6ec08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 917 time: 0.0891078 Nov 23 04:20:24.693690 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07fac81b-6f04-466a-9e9b-0d9d335d4436 req-c4420bb6-e00e-4037-be59-53c016bdb2e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 HTTP/1.1" status: 200 len: 1001 time: 0.0682547 Nov 23 04:20:24.738215 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4a52-f0ea-4871-a73d-24370460d4b1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:24.740827 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5e6d4a52-f0ea-4871-a73d-24370460d4b1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6063564 Nov 23 04:20:24.743175 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33520) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:24.749365 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-490edb97-c66f-4fd2-96ec-d0b017ff9671 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'security_group_rule': {'security_group_id': '3b2ec7e8-05fa-43d4-ad59-746971c79802', 'project_id': '8068470657b040ab9af34219d8935846', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:24.768522 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fac81b-6f04-466a-9e9b-0d9d335d4436 req-a9fa3924-feba-4a62-a159-b6352ecff225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:24.770204 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07fac81b-6f04-466a-9e9b-0d9d335d4436 req-a9fa3924-feba-4a62-a159-b6352ecff225 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.0685177 Nov 23 04:20:24.850916 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb5bb8-bc18-4b45-92ca-061484767a5f req-01edc9eb-9919-40fc-8fda-e54fa4e299a7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:24.852511 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dabb5bb8-bc18-4b45-92ca-061484767a5f req-01edc9eb-9919-40fc-8fda-e54fa4e299a7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.1006446 Nov 23 04:20:24.855087 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fac81b-6f04-466a-9e9b-0d9d335d4436 req-fcc8db6e-e19e-40d6-80c9-a51c1623a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:24.856613 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07fac81b-6f04-466a-9e9b-0d9d335d4436 req-fcc8db6e-e19e-40d6-80c9-a51c1623a705 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0695810 Nov 23 04:20:24.957876 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-490edb97-c66f-4fd2-96ec-d0b017ff9671 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:24.959758 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dabb5bb8-bc18-4b45-92ca-061484767a5f req-ce231880-eeb0-4f8a-8a26-d542347fa046 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961106 Nov 23 04:20:24.974516 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Sync routers for ids ['731e6898-0657-4f87-82d8-c1010de01896'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:20:24.989651 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07fac81b-6f04-466a-9e9b-0d9d335d4436 req-1ef3fef6-1b8f-4f29-a4fc-9dbc93bc20ed service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237493 Nov 23 04:20:24.992166 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Routers {'731e6898-0657-4f87-82d8-c1010de01896'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:24.992759 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['731e6898-0657-4f87-82d8-c1010de01896'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:25.026997 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.037225 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-490edb97-c66f-4fd2-96ec-d0b017ff9671 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.097293 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07fac81b-6f04-466a-9e9b-0d9d335d4436 req-6824ce86-57c7-4366-bcd5-3671b4d6a15c service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004288 Nov 23 04:20:25.113272 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Set router 731e6898-0657-4f87-82d8-c1010de01896 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:25.118738 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-490edb97-c66f-4fd2-96ec-d0b017ff9671 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.138180 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490edb97-c66f-4fd2-96ec-d0b017ff9671 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ea120f-a141-464a-9363-59dbd33bd3bf,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:25.218469 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-490edb97-c66f-4fd2-96ec-d0b017ff9671 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.220323 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-490edb97-c66f-4fd2-96ec-d0b017ff9671 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4753895 Nov 23 04:20:25.223333 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33530) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:25.234081 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-005b26ca-ea37-434a-aa7f-e5199a49629a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'security_group_rule': {'security_group_id': '3b2ec7e8-05fa-43d4-ad59-746971c79802', 'project_id': '8068470657b040ab9af34219d8935846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:25.338837 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65fca89d-101a-4606-804c-77d651953f12 req-066fb154-2dd0-4122-9b05-fa7e2ef62f64 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 210 time: 0.0424204 Nov 23 04:20:25.388091 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731e6898-0657-4f87-82d8-c1010de01896', 'name': 'tempest-TestVolumeBootPattern-1839803296-router', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:16Z', 'updated_at': '2021-11-23T04:20:20Z', 'revision_number': 4, 'project_id': '79306b7f404247ca9a8254321142d89b', 'gw_port': {'id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:17Z', 'updated_at': '2021-11-23T04:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': '493cbd84-7922-46a6-a9cd-8d9d12af1efe', 'name': '', 'network_id': '111a3733-f219-4753-bf2c-971010b0411b', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'mac_address': 'fa:16:3e:64:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af24a5d6-a158-4e16-9520-2bb98859f008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:19Z', 'updated_at': '2021-11-23T04:20:20Z', 'revision_number': 2, 'project_id': '79306b7f404247ca9a8254321142d89b', 'subnets': [{'id': 'af24a5d6-a158-4e16-9520-2bb98859f008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:25.412656 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-005b26ca-ea37-434a-aa7f-e5199a49629a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Project 8068470657b040ab9af34219d8935846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:20:25.418737 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Checking router: 731e6898-0657-4f87-82d8-c1010de01896 for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:20:25.419098 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Updating router 731e6898-0657-4f87-82d8-c1010de01896 port 493cbd84-7922-46a6-a9cd-8d9d12af1efe binding host dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:20:25.419324 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-005b26ca-ea37-434a-aa7f-e5199a49629a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.448244 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.504449 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-005b26ca-ea37-434a-aa7f-e5199a49629a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.599309 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-005b26ca-ea37-434a-aa7f-e5199a49629a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.633971 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b26ca-ea37-434a-aa7f-e5199a49629a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5a1708-b64e-46a9-8cb0-c56093163d1c,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:25.743585 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-005b26ca-ea37-434a-aa7f-e5199a49629a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.745439 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-005b26ca-ea37-434a-aa7f-e5199a49629a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5203590 Nov 23 04:20:25.748094 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:25.752729 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-98d12610-3941-4447-a11d-61a1da9e5edb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'security_group_rule': {'security_group_id': '3b2ec7e8-05fa-43d4-ad59-746971c79802', 'project_id': '8068470657b040ab9af34219d8935846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:25.802909 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.834767 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 6387316a-2c06-48f4-aa9e-000fa5537120 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:25.884632 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-98d12610-3941-4447-a11d-61a1da9e5edb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Project 8068470657b040ab9af34219d8935846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:20:25.885787 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 6387316a-2c06-48f4-aa9e-000fa5537120 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:25.886211 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.890994 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d12610-3941-4447-a11d-61a1da9e5edb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.936642 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:25.991728 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d12610-3941-4447-a11d-61a1da9e5edb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:26.029598 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9ad19-6a2c-4fd9-8d59-9a6a8fd7008c None None] Pushing event updated for resources: {'Port': ['ID=493cbd84-7922-46a6-a9cd-8d9d12af1efe,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:26.092255 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d12610-3941-4447-a11d-61a1da9e5edb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:26.152126 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Attempting to bind port 493cbd84-7922-46a6-a9cd-8d9d12af1efe on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:20:26.153556 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Attempting to bind port 493cbd84-7922-46a6-a9cd-8d9d12af1efe by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '4adb7ade-3130-423e-a167-f1decc895d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '111a3733-f219-4753-bf2c-971010b0411b'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:20:26.157112 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Attempting to bind port 493cbd84-7922-46a6-a9cd-8d9d12af1efe on network 111a3733-f219-4753-bf2c-971010b0411b {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:20:26.163802 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:20:26.164446 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Checking segment: {'id': '4adb7ade-3130-423e-a167-f1decc895d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '111a3733-f219-4753-bf2c-971010b0411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:20:26.165012 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:26.165593 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Bound using segment: {'id': '4adb7ade-3130-423e-a167-f1decc895d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '111a3733-f219-4753-bf2c-971010b0411b'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:20:26.166242 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Bound port: 493cbd84-7922-46a6-a9cd-8d9d12af1efe, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adb7ade-3130-423e-a167-f1decc895d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '111a3733-f219-4753-bf2c-971010b0411b'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:20:26.166837 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:26.170546 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d12610-3941-4447-a11d-61a1da9e5edb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b908f707-a845-4d96-b4eb-e2a83d086a2a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:26.203754 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd4008-999a-449a-b1fc-a14937329dc2 req-3e1f7c1a-b9aa-48f1-a7f7-8fc2cfd2113c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:26.205688 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0fd4008-999a-449a-b1fc-a14937329dc2 req-3e1f7c1a-b9aa-48f1-a7f7-8fc2cfd2113c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.1341035 Nov 23 04:20:26.248831 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d12610-3941-4447-a11d-61a1da9e5edb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:26.253147 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-98d12610-3941-4447-a11d-61a1da9e5edb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5009472 Nov 23 04:20:26.294121 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-202d89f7-1e8b-4097-a308-c2b31eb462b7 None None] Provisioning complete for port 493cbd84-7922-46a6-a9cd-8d9d12af1efe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:26.294668 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-202d89f7-1e8b-4097-a308-c2b31eb462b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:26.327131 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] For port 493cbd84-7922-46a6-a9cd-8d9d12af1efe, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:20:26.335903 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0fd4008-999a-449a-b1fc-a14937329dc2 req-2c37fc25-5934-4919-8185-2d22aeecd2f0 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213872 Nov 23 04:20:26.336724 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] For port 493cbd84-7922-46a6-a9cd-8d9d12af1efe, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=493cbd84-7922-46a6-a9cd-8d9d12af1efe,segment=NetworkSegment(4adb7ade-3130-423e-a167-f1decc895d5f),segment_id=4adb7ade-3130-423e-a167-f1decc895d5f)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:20:26.395719 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-202d89f7-1e8b-4097-a308-c2b31eb462b7 None None] Port 493cbd84-7922-46a6-a9cd-8d9d12af1efe cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:20:26.425808 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:26.495645 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2c925ffb-89b2-430c-979c-c5d3486853f8 req-42ba46c5-26b1-4bca-8793-f6a9292f0b87 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 210 time: 0.0359910 Nov 23 04:20:26.504155 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Routers {'731e6898-0657-4f87-82d8-c1010de01896'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:26.505448 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['731e6898-0657-4f87-82d8-c1010de01896'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:26.577176 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9ad19-6a2c-4fd9-8d59-9a6a8fd7008c None None] Pushing event updated for resources: {'Port': ['ID=493cbd84-7922-46a6-a9cd-8d9d12af1efe,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:26.684157 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] Set router 731e6898-0657-4f87-82d8-c1010de01896 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:26.818925 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-19f5c7a4-41a5-4b5a-bcbe-b574dc685974 None None] Provisioning complete for port 493cbd84-7922-46a6-a9cd-8d9d12af1efe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:26.819595 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-19f5c7a4-41a5-4b5a-bcbe-b574dc685974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:26.921516 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731e6898-0657-4f87-82d8-c1010de01896', 'name': 'tempest-TestVolumeBootPattern-1839803296-router', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:16Z', 'updated_at': '2021-11-23T04:20:20Z', 'revision_number': 4, 'project_id': '79306b7f404247ca9a8254321142d89b', 'gw_port': {'id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:17Z', 'updated_at': '2021-11-23T04:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': '493cbd84-7922-46a6-a9cd-8d9d12af1efe', 'name': '', 'network_id': '111a3733-f219-4753-bf2c-971010b0411b', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'mac_address': 'fa:16:3e:64:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af24a5d6-a158-4e16-9520-2bb98859f008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:19Z', 'updated_at': '2021-11-23T04:20:26Z', 'revision_number': 4, 'project_id': '79306b7f404247ca9a8254321142d89b', 'subnets': [{'id': 'af24a5d6-a158-4e16-9520-2bb98859f008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:26.936652 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-19f5c7a4-41a5-4b5a-bcbe-b574dc685974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:26.952029 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137e414-be8f-40cd-985f-79f62c8b16e3 None None] The sync data for ids ['731e6898-0657-4f87-82d8-c1010de01896'] in dv-cinder-768458-16-iscsi is: [{'id': '731e6898-0657-4f87-82d8-c1010de01896', 'name': 'tempest-TestVolumeBootPattern-1839803296-router', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:16Z', 'updated_at': '2021-11-23T04:20:20Z', 'revision_number': 4, 'project_id': '79306b7f404247ca9a8254321142d89b', 'gw_port': {'id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:17Z', 'updated_at': '2021-11-23T04:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': '493cbd84-7922-46a6-a9cd-8d9d12af1efe', 'name': '', 'network_id': '111a3733-f219-4753-bf2c-971010b0411b', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'mac_address': 'fa:16:3e:64:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af24a5d6-a158-4e16-9520-2bb98859f008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:19Z', 'updated_at': '2021-11-23T04:20:26Z', 'revision_number': 4, 'project_id': '79306b7f404247ca9a8254321142d89b', 'subnets': [{'id': 'af24a5d6-a158-4e16-9520-2bb98859f008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:20:26.988528 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-19f5c7a4-41a5-4b5a-bcbe-b574dc685974 None None] For port 493cbd84-7922-46a6-a9cd-8d9d12af1efe, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=493cbd84-7922-46a6-a9cd-8d9d12af1efe,segment=NetworkSegment(4adb7ade-3130-423e-a167-f1decc895d5f),segment_id=4adb7ade-3130-423e-a167-f1decc895d5f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:27.068506 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-19f5c7a4-41a5-4b5a-bcbe-b574dc685974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:27.149008 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5c7a4-41a5-4b5a-bcbe-b574dc685974 None None] Pushing event updated for resources: {'Port': ['ID=493cbd84-7922-46a6-a9cd-8d9d12af1efe,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:27.250436 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54d5da9d-583d-4450-9f4e-9e43618cc62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:27.505620 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0afae-06e1-496c-a0ac-b6b546f9c7d6 req-8cc92bca-15cb-4023-a21d-ab945780748d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:27.507196 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bfd0afae-06e1-496c-a0ac-b6b546f9c7d6 req-8cc92bca-15cb-4023-a21d-ab945780748d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0864747 Nov 23 04:20:27.621274 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bfd0afae-06e1-496c-a0ac-b6b546f9c7d6 req-6bed76ba-f478-490e-8737-5ed02fa902ee tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002929 Nov 23 04:20:27.674222 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6024df5e-9aca-4914-b928-d7a03012e7cd req-6da6e737-a0a9-4c56-9677-c84da8acf42d tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 210 time: 0.0371561 Nov 23 04:20:27.891185 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 493cbd84-7922-46a6-a9cd-8d9d12af1efe up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:27.968750 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 493cbd84-7922-46a6-a9cd-8d9d12af1efe triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:27.969190 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:28.625941 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-368e7af3-5f4e-4b16-8d54-989a13d52d59 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:28.627932 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-368e7af3-5f4e-4b16-8d54-989a13d52d59 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.50 "GET /v2.0/networks?id=e3530e0d-07ae-4ff9-b495-05515e155951 HTTP/1.1" status: 200 len: 809 time: 0.1193016 Nov 23 04:20:28.707828 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-86f0ccc4-9f54-4d21-b49e-3599415540cc tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29832a113f1544d7a5467a88b2f0d669 HTTP/1.1" status: 200 len: 379 time: 0.0628736 Nov 23 04:20:28.718411 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Request body: {'port': {'device_id': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'admin_state_up': True, 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'security_groups': ['ac14f0ed-7694-4d2d-a4b8-1a64a175e27d']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:28.823150 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6964fb6-a338-4301-8de8-11cbcfd8f191 req-7369e487-344b-41d3-9fd1-9360490c403e tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 210 time: 0.0499604 Nov 23 04:20:28.869330 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb9136-3859-4f33-9daa-31342e19a68c req-ff3f9484-4195-4a7a-b0b5-5c079c96a307 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:28.871008 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-24cb9136-3859-4f33-9daa-31342e19a68c req-ff3f9484-4195-4a7a-b0b5-5c079c96a307 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.1472430 Nov 23 04:20:29.016600 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-24cb9136-3859-4f33-9daa-31342e19a68c req-3f528e42-713f-4eaf-897b-2c08181364ba tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610816 Nov 23 04:20:29.191331 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Made reservation on behalf of 29832a113f1544d7a5467a88b2f0d669 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:20:29.195345 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:29.350038 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Allocated IP 172.20.0.11 (e3530e0d-07ae-4ff9-b495-05515e155951/876101f4-19c6-4756-afa6-805f6a676f16/6785c855-b933-47d9-95d0-982e7c07f503) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:20:29.706858 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58807a28-2ab7-4ec1-99c8-da34d9281b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:29.843453 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:29.938024 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-73ae4173-c34a-4104-9743-a1ca90a47ff1 req-967eb0ad-46a4-453e-b12a-104d8dbbbe8b tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 210 time: 0.0312214 Nov 23 04:20:29.982114 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:30.044195 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Network e3530e0d-07ae-4ff9-b495-05515e155951 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:20:30.047684 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:30.051180 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:20:30.061043 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event updated for resources: {'Port': ['ID=6785c855-b933-47d9-95d0-982e7c07f503,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:30.147620 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:30.148655 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:30.186291 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b415-9578-45b8-91e9-96a4df7533c8 req-36ffbc4a-7fd5-456a-824f-d4c3a7a75c3d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:30.187744 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3eb1b415-9578-45b8-91e9-96a4df7533c8 req-36ffbc4a-7fd5-456a-824f-d4c3a7a75c3d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0924177 Nov 23 04:20:30.253443 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3eb1b415-9578-45b8-91e9-96a4df7533c8 req-76144a8a-f8d8-4dcc-8f69-14c764ac27d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589681 Nov 23 04:20:30.279117 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-08069588-db22-4dd5-9cb2-888ea7b2f465 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5588589 Nov 23 04:20:30.307346 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Request body: {'port': {'device_id': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:30.398251 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:30.431749 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f95bb22c-c1da-4a77-be1c-324151439dfc None None] Provisioning complete for port 6785c855-b933-47d9-95d0-982e7c07f503 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:30.432128 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f95bb22c-c1da-4a77-be1c-324151439dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:30.518406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f95bb22c-c1da-4a77-be1c-324151439dfc None None] Port 6785c855-b933-47d9-95d0-982e7c07f503 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:20:30.793175 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6785c855-b933-47d9-95d0-982e7c07f503 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:20:30.812965 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:30.830864 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Transition to ACTIVE for port object 6785c855-b933-47d9-95d0-982e7c07f503 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:20:30.911411 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:30.950753 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:30.988538 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Pushing event updated for resources: {'Port': ['ID=6785c855-b933-47d9-95d0-982e7c07f503,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:31.127725 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Attempting to bind port 6785c855-b933-47d9-95d0-982e7c07f503 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:20:31.128203 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Attempting to bind port 6785c855-b933-47d9-95d0-982e7c07f503 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:20:31.128543 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Attempting to bind port 6785c855-b933-47d9-95d0-982e7c07f503 on network e3530e0d-07ae-4ff9-b495-05515e155951 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:20:31.145650 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f597c-ef9a-4d54-9b9d-1e1c3285f724 req-8255cc11-303d-4474-9d1a-630b9383132d tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:31.148323 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa6f597c-ef9a-4d54-9b9d-1e1c3285f724 req-8255cc11-303d-4474-9d1a-630b9383132d tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0899642 Nov 23 04:20:31.149795 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Port 6785c855-b933-47d9-95d0-982e7c07f503 on network e3530e0d-07ae-4ff9-b495-05515e155951 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:20:31.150245 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Attempting to bind port 6785c855-b933-47d9-95d0-982e7c07f503 on network e3530e0d-07ae-4ff9-b495-05515e155951 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:20:31.163725 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:20:31.164062 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Checking segment: {'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:20:31.164442 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Bound using segment: {'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:20:31.164889 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Bound port: 6785c855-b933-47d9-95d0-982e7c07f503, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481fff99-b240-443b-a02f-02860e71fce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:20:31.165241 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:31.260845 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa6f597c-ef9a-4d54-9b9d-1e1c3285f724 req-ee132734-c7e4-46b7-8356-3b79132294f1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046317 Nov 23 04:20:31.285191 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] For port 6785c855-b933-47d9-95d0-982e7c07f503, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:20:31.288778 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] For port 6785c855-b933-47d9-95d0-982e7c07f503, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6785c855-b933-47d9-95d0-982e7c07f503,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:20:31.359290 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:31.414260 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:31.415145 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:31.416463 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] 10.222.0.50 "PUT /v2.0/ports/6785c855-b933-47d9-95d0-982e7c07f503 HTTP/1.1" status: 200 len: 1094 time: 1.1158922 Nov 23 04:20:31.441986 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:20:31.444906 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611ec2ee-f130-4ba3-9774-fd15d2d9e1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "tag": "6785c855-b933-47d9-95d0-982e7c07f503"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:20:31.498487 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343d156-dda7-44b8-b469-76fe8df61c4d service neutron] Pushing event updated for resources: {'Port': ['ID=6785c855-b933-47d9-95d0-982e7c07f503,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:31.517912 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de794b-6585-4c1b-8a2e-b6273d1a753a req-995b6d4a-d1af-4b37-a060-eba31b56653a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:31.517912 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-91de794b-6585-4c1b-8a2e-b6273d1a753a req-995b6d4a-d1af-4b37-a060-eba31b56653a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.1190493 Nov 23 04:20:31.530471 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04b2ffe-d193-4401-a3e6-331347648f07 x-openstack-request-id: req-d04b2ffe-d193-4401-a3e6-331347648f07 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:20:31.530818 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "tag": "6785c855-b933-47d9-95d0-982e7c07f503", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:20:31.531008 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d04b2ffe-d193-4401-a3e6-331347648f07 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:20:31.531448 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503', 'status': 'completed', 'code': 200} Nov 23 04:20:31.647444 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-91de794b-6585-4c1b-8a2e-b6273d1a753a req-614981ad-1c01-45c8-b163-8c2e51bb007d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273549 Nov 23 04:20:31.673217 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ec2ee-f130-4ba3-9774-fd15d2d9e1e3 req-234b0c5b-8d3c-439d-91c9-a794094fd252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:31.677162 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-611ec2ee-f130-4ba3-9774-fd15d2d9e1e3 req-234b0c5b-8d3c-439d-91c9-a794094fd252 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29832a113f1544d7a5467a88b2f0d669&device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 1097 time: 0.0869281 Nov 23 04:20:31.803097 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ec2ee-f130-4ba3-9774-fd15d2d9e1e3 req-6dfe13e5-f91a-4cd2-ba85-4d5226ecd724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:31.804618 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-611ec2ee-f130-4ba3-9774-fd15d2d9e1e3 req-6dfe13e5-f91a-4cd2-ba85-4d5226ecd724 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=29832a113f1544d7a5467a88b2f0d669&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1134515 Nov 23 04:20:31.923268 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ec2ee-f130-4ba3-9774-fd15d2d9e1e3 req-1a150d14-347a-474f-9287-7ccb1ccb97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:31.924660 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-611ec2ee-f130-4ba3-9774-fd15d2d9e1e3 req-1a150d14-347a-474f-9287-7ccb1ccb97ee service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106162 Nov 23 04:20:32.049141 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-3af8e144-4b8f-4e5e-83bd-4a617785b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:32.052002 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-3af8e144-4b8f-4e5e-83bd-4a617785b865 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29832a113f1544d7a5467a88b2f0d669&device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 1097 time: 0.0489109 Nov 23 04:20:32.111715 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-a42a8416-4c2f-4a67-b5ca-c82e95120633 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6785c855-b933-47d9-95d0-982e7c07f503 HTTP/1.1" status: 200 len: 217 time: 0.0430155 Nov 23 04:20:32.177053 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-733a8550-e362-4127-bcd2-f09caf4215c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:32.179586 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-733a8550-e362-4127-bcd2-f09caf4215c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=876101f4-19c6-4756-afa6-805f6a676f16 HTTP/1.1" status: 200 len: 848 time: 0.0603964 Nov 23 04:20:32.232757 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-a046ffb6-edfc-4be9-90c3-d92a705917ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:32.234249 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-a046ffb6-edfc-4be9-90c3-d92a705917ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3530e0d-07ae-4ff9-b495-05515e155951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456731 Nov 23 04:20:32.336596 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-2ca68418-a5e4-403b-a411-4f70b20fd547 service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947192 Nov 23 04:20:32.399080 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:32.467601 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835928fe-d60e-4ec6-9984-3b1cb460e7d5 req-462a864a-7a35-4ba2-a5eb-f3f86f6ec273 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:32.469130 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-835928fe-d60e-4ec6-9984-3b1cb460e7d5 req-462a864a-7a35-4ba2-a5eb-f3f86f6ec273 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.1171384 Nov 23 04:20:32.488324 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9b883e5-e26a-4d6a-9da1-a4f00e419f0b req-8d13f71a-d5c8-4114-ac92-2f8e419f8b23 service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444244 Nov 23 04:20:32.532735 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-835928fe-d60e-4ec6-9984-3b1cb460e7d5 req-3b8d2f1c-6520-4798-9d18-1e41be584119 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571327 Nov 23 04:20:32.784537 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e27918-ab21-4730-b915-a569808be525 req-a42fd90f-0fb4-4dde-a75f-9534cc6f9d51 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:32.786423 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75e27918-ab21-4730-b915-a569808be525 req-a42fd90f-0fb4-4dde-a75f-9534cc6f9d51 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0528700 Nov 23 04:20:32.838436 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75e27918-ab21-4730-b915-a569808be525 req-181d01b4-45ad-4384-82d0-2070c1bede65 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446992 Nov 23 04:20:33.283832 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:33.663555 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b932121-f166-4e0b-aa71-0b484f07872b req-51c01197-e7ef-4c84-9e4a-f078e8eec755 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:33.665056 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b932121-f166-4e0b-aa71-0b484f07872b req-51c01197-e7ef-4c84-9e4a-f078e8eec755 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0574534 Nov 23 04:20:33.720225 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b932121-f166-4e0b-aa71-0b484f07872b req-45c10682-29a8-4fc9-9bbc-84c353860e18 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488734 Nov 23 04:20:33.965304 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07174b1f-2da6-4ff1-bbc8-54ed3484eeba req-be8f6bba-d542-4816-bffa-8cda1ccbfd00 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:33.966776 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07174b1f-2da6-4ff1-bbc8-54ed3484eeba req-be8f6bba-d542-4816-bffa-8cda1ccbfd00 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0524857 Nov 23 04:20:34.018521 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07174b1f-2da6-4ff1-bbc8-54ed3484eeba req-523930de-fb9c-4074-8e29-3c7c93ce33d8 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453267 Nov 23 04:20:34.845969 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b32f6-afb0-440e-b2b5-5ab81010c2cb req-e0829d0f-96e3-4ed0-be76-6edaca90dc27 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:34.847607 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-860b32f6-afb0-440e-b2b5-5ab81010c2cb req-e0829d0f-96e3-4ed0-be76-6edaca90dc27 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0536482 Nov 23 04:20:34.898770 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-860b32f6-afb0-440e-b2b5-5ab81010c2cb req-47c44247-ba3a-4135-a446-6b65a7efa462 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443609 Nov 23 04:20:34.990668 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5893ac-7407-4e4a-9e89-92231b1263a7 req-15a07f23-d8fd-4237-bcc0-78c2c69e804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:34.992167 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df5893ac-7407-4e4a-9e89-92231b1263a7 req-15a07f23-d8fd-4237-bcc0-78c2c69e804c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 1098 time: 0.0399144 Nov 23 04:20:35.087664 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5893ac-7407-4e4a-9e89-92231b1263a7 req-ecae9cb9-accf-4815-b80c-d3399da9d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:35.089146 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df5893ac-7407-4e4a-9e89-92231b1263a7 req-ecae9cb9-accf-4815-b80c-d3399da9d1db service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 917 time: 0.0884819 Nov 23 04:20:35.180279 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df5893ac-7407-4e4a-9e89-92231b1263a7 req-6bfb4fb1-2db2-47a2-9165-40e316376123 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 HTTP/1.1" status: 200 len: 1001 time: 0.0821288 Nov 23 04:20:35.188563 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a9fd0-de98-4dd3-9d6c-6ea86f3bfed6 req-07287feb-4446-48a6-a59b-8036c3326684 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:35.189963 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed2a9fd0-de98-4dd3-9d6c-6ea86f3bfed6 req-07287feb-4446-48a6-a59b-8036c3326684 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0999680 Nov 23 04:20:35.257592 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5893ac-7407-4e4a-9e89-92231b1263a7 req-debb74ed-032d-40d5-88d7-c2dc54108cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:35.259156 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df5893ac-7407-4e4a-9e89-92231b1263a7 req-debb74ed-032d-40d5-88d7-c2dc54108cd6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.0682738 Nov 23 04:20:35.283970 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed2a9fd0-de98-4dd3-9d6c-6ea86f3bfed6 req-0c0f78f8-c597-443f-af69-f4f33c33684c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839491 Nov 23 04:20:35.312282 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5893ac-7407-4e4a-9e89-92231b1263a7 req-fb9152bf-eec4-4832-b72c-5a0874d49b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:35.313770 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df5893ac-7407-4e4a-9e89-92231b1263a7 req-fb9152bf-eec4-4832-b72c-5a0874d49b36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454397 Nov 23 04:20:35.409690 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df5893ac-7407-4e4a-9e89-92231b1263a7 req-b86357f7-5da3-41a2-849a-e754436138e5 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879872 Nov 23 04:20:35.500452 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df5893ac-7407-4e4a-9e89-92231b1263a7 req-12534663-cc6c-43e8-bf38-cae3b3d947f6 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833821 Nov 23 04:20:36.019833 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd58cc-8e2d-4a78-aacb-00c135832d90 req-3a37155a-0d86-48f5-b4cc-2d8aef372ac8 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:36.021771 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71bd58cc-8e2d-4a78-aacb-00c135832d90 req-3a37155a-0d86-48f5-b4cc-2d8aef372ac8 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0528805 Nov 23 04:20:36.073200 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71bd58cc-8e2d-4a78-aacb-00c135832d90 req-e8d61db1-f9c9-4496-9360-ef3a6dac709d tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456195 Nov 23 04:20:36.404071 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda732eb-7522-45cc-8d39-157bbcf2351a req-baefbcba-589c-407b-aaaf-786ab0a7cab0 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:36.405545 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eda732eb-7522-45cc-8d39-157bbcf2351a req-baefbcba-589c-407b-aaaf-786ab0a7cab0 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0498648 Nov 23 04:20:36.451427 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eda732eb-7522-45cc-8d39-157bbcf2351a req-19d9812b-2c22-4825-85a9-90f9c4ce79ae tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397048 Nov 23 04:20:37.188522 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e711-2c35-4791-84bf-1fe624148693 req-bc88a4ed-ee30-47dd-8997-23540f081db0 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:37.190041 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d330e711-2c35-4791-84bf-1fe624148693 req-bc88a4ed-ee30-47dd-8997-23540f081db0 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0488868 Nov 23 04:20:37.244952 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d330e711-2c35-4791-84bf-1fe624148693 req-fae17971-ff9e-4314-bd31-fc64c77e28ef tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468020 Nov 23 04:20:37.577597 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a7f69-1441-4549-a556-e51289f50eae req-b3d01f9e-e619-4ae0-81a6-bb08cc24fa15 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:37.579066 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f64a7f69-1441-4549-a556-e51289f50eae req-b3d01f9e-e619-4ae0-81a6-bb08cc24fa15 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 945 time: 0.0535917 Nov 23 04:20:37.626041 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f64a7f69-1441-4549-a556-e51289f50eae req-16d94db7-45c9-43d7-bcbd-677607c81f57 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406785 Nov 23 04:20:37.851124 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:20:37.934337 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:37.960371 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:20:37.962674 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3669cd9f-a84d-40d5-a57c-3377f1501a36" -d '{"events": [{"server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "name": "network-vif-unplugged", "status": "completed", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:20:37.975423 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:38.003509 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd4091e-b1cd-4941-a2d8-ce308baee90d x-openstack-request-id: req-acd4091e-b1cd-4941-a2d8-ce308baee90d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:20:38.003806 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "name": "network-vif-unplugged", "status": "completed", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:20:38.004083 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-acd4091e-b1cd-4941-a2d8-ce308baee90d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:20:38.004468 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'code': 200} Nov 23 04:20:38.072769 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:38.121048 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:38.361756 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3781f4d-b128-49ff-aa27-49ccb90f6dfd req-c7619f26-095b-4933-8d7a-60be31a8984f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:38.363633 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3781f4d-b128-49ff-aa27-49ccb90f6dfd req-c7619f26-095b-4933-8d7a-60be31a8984f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0498497 Nov 23 04:20:38.414378 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3781f4d-b128-49ff-aa27-49ccb90f6dfd req-cb922ec3-677b-46f2-bdc3-f73d6fd83fa6 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446022 Nov 23 04:20:39.529436 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:20:39.536199 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7d5fd-32fb-4cad-accb-6981e3e9ec67 req-6f17f486-3947-4fd0-bc3c-44c80f55f798 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:39.538257 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c5b7d5fd-32fb-4cad-accb-6981e3e9ec67 req-6f17f486-3947-4fd0-bc3c-44c80f55f798 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0537531 Nov 23 04:20:39.589454 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c5b7d5fd-32fb-4cad-accb-6981e3e9ec67 req-417b5905-c2fe-40d9-b778-1e830e89c740 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453789 Nov 23 04:20:39.849354 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6785c855-b933-47d9-95d0-982e7c07f503 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:20:39.944790 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6785c855-b933-47d9-95d0-982e7c07f503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6785c855-b933-47d9-95d0-982e7c07f503,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:39.956148 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '6785c855-b933-47d9-95d0-982e7c07f503', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'port_id': '6785c855-b933-47d9-95d0-982e7c07f503', 'mac_address': 'fa:16:3e:12:75:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:20:39.992741 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:40.005847 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6785c855-b933-47d9-95d0-982e7c07f503 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:20:40.025635 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6785c855-b933-47d9-95d0-982e7c07f503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6785c855-b933-47d9-95d0-982e7c07f503,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:40.117370 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:40.163407 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=6785c855-b933-47d9-95d0-982e7c07f503,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:40.456999 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['6785c855-b933-47d9-95d0-982e7c07f503'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:20:40.706566 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800a46e-7135-4ded-865c-5c991afc3423 req-0fb5fa17-885c-4953-904d-2c66362f6c3f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:40.708130 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9800a46e-7135-4ded-865c-5c991afc3423 req-0fb5fa17-885c-4953-904d-2c66362f6c3f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 945 time: 0.0502639 Nov 23 04:20:40.758001 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9800a46e-7135-4ded-865c-5c991afc3423 req-504fb2f2-27c2-4776-959b-0985ab5a2c26 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438352 Nov 23 04:20:40.863008 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29029616-f990-4701-8d93-dbb73f23af4a req-be7839bf-257c-4477-a606-547eaf87db88 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:40.864668 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-29029616-f990-4701-8d93-dbb73f23af4a req-be7839bf-257c-4477-a606-547eaf87db88 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0535450 Nov 23 04:20:40.914571 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-29029616-f990-4701-8d93-dbb73f23af4a req-e8ef3fcd-4ecd-4435-b3a6-4d4ec515c10f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433304 Nov 23 04:20:41.261430 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:41.340357 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-f801feee-f099-4467-9b20-1c5f08ba0f75 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776563 Nov 23 04:20:41.349078 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-565d04ea-2e2a-4ce3-b5ff-dd5e54aacfed service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:20:41.350012 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-565d04ea-2e2a-4ce3-b5ff-dd5e54aacfed service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047293 Nov 23 04:20:41.858992 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6785c855-b933-47d9-95d0-982e7c07f503 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:20:41.889372 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0b6d0-7b58-4457-93dd-cf51547b6a0a req-b8edd259-a110-4619-b878-2e12f76466d7 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:41.891146 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52b0b6d0-7b58-4457-93dd-cf51547b6a0a req-b8edd259-a110-4619-b878-2e12f76466d7 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 945 time: 0.0490439 Nov 23 04:20:41.941770 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52b0b6d0-7b58-4457-93dd-cf51547b6a0a req-a49d216b-002b-4838-b322-7518fc17ec15 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438986 Nov 23 04:20:41.973589 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 6785c855-b933-47d9-95d0-982e7c07f503 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:20:41.978953 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 6785c855-b933-47d9-95d0-982e7c07f503 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:41.979366 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:42.039874 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0b57-d915-4aba-973f-4fa261248029 req-52a23673-d15f-4170-add0-26abaaf76ddb tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:42.041962 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cad0b57-d915-4aba-973f-4fa261248029 req-52a23673-d15f-4170-add0-26abaaf76ddb tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0539002 Nov 23 04:20:42.057249 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:42.082883 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:20:42.086439 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d728416-6f19-4a53-8807-c219edb90aba" -d '{"events": [{"server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "name": "network-vif-plugged", "status": "completed", "tag": "6785c855-b933-47d9-95d0-982e7c07f503"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:20:42.094895 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cad0b57-d915-4aba-973f-4fa261248029 req-33cbcdf9-b147-4651-87eb-1835ffcd3c82 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473421 Nov 23 04:20:42.102534 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6785c855-b933-47d9-95d0-982e7c07f503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6785c855-b933-47d9-95d0-982e7c07f503,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:42.126061 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7101c584-d09c-42fd-b73e-c7a43b3b9e58 x-openstack-request-id: req-7101c584-d09c-42fd-b73e-c7a43b3b9e58 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:20:42.126436 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "name": "network-vif-plugged", "status": "completed", "tag": "6785c855-b933-47d9-95d0-982e7c07f503", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:20:42.126786 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7101c584-d09c-42fd-b73e-c7a43b3b9e58 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:20:42.127321 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503', 'code': 200} Nov 23 04:20:42.164200 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:42.165029 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:20:42.244609 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=6785c855-b933-47d9-95d0-982e7c07f503,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:42.575744 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdf01a-c43f-4fcf-a9a2-5e87fe88200b req-e45d881c-8e64-44ff-903f-decd65b541c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:42.577210 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ebdf01a-c43f-4fcf-a9a2-5e87fe88200b req-e45d881c-8e64-44ff-903f-decd65b541c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 1099 time: 0.0399685 Nov 23 04:20:42.626618 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ebdf01a-c43f-4fcf-a9a2-5e87fe88200b req-d4b9b35a-6c63-4753-8589-9e9203629841 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405104 Nov 23 04:20:43.059481 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686e42d-621b-4e0c-a2c2-4372aa028756 req-d3b0682b-9c4c-4c7a-894f-5b8994b49a10 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:43.060963 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7686e42d-621b-4e0c-a2c2-4372aa028756 req-d3b0682b-9c4c-4c7a-894f-5b8994b49a10 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0509918 Nov 23 04:20:43.123782 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7686e42d-621b-4e0c-a2c2-4372aa028756 req-87cd5c81-72a1-44e0-bbb6-89ed38a3f98f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569029 Nov 23 04:20:43.158222 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-35e97686-a778-41c7-a4cc-6f456f43d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:43.159773 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-35e97686-a778-41c7-a4cc-6f456f43d9b1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61&tenant_id=891dccdfaeb440dd89a185b6d130b3f0 HTTP/1.1" status: 200 len: 1096 time: 0.0491168 Nov 23 04:20:43.252959 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847b896-d67b-4376-81cc-eab18a5ea52b req-b7726202-6309-47c3-99e8-30cc6e025949 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:43.254404 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c847b896-d67b-4376-81cc-eab18a5ea52b req-b7726202-6309-47c3-99e8-30cc6e025949 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0822873 Nov 23 04:20:43.260880 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-92c252ba-dce1-4861-af0c-692d50d3ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:43.262409 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-92c252ba-dce1-4861-af0c-692d50d3ab2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 1096 time: 0.0631237 Nov 23 04:20:43.355693 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c847b896-d67b-4376-81cc-eab18a5ea52b req-aca7463e-1cc8-4eaf-9d7e-594d9f41ecd0 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923445 Nov 23 04:20:43.385662 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-1309500e-45c0-4e83-a166-58cb19b3b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:43.387249 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-1309500e-45c0-4e83-a166-58cb19b3b36c service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 917 time: 0.1083250 Nov 23 04:20:43.458409 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-0b347796-fc50-418c-8b23-b5d025813657 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 HTTP/1.1" status: 200 len: 999 time: 0.0635459 Nov 23 04:20:43.511305 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-8db93594-5b5d-4d2f-be7b-c209cb71d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:43.512623 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-8db93594-5b5d-4d2f-be7b-c209cb71d4ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.0437825 Nov 23 04:20:43.563896 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-1fa4a0e1-52ac-4105-b419-ed0c46f20e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:43.565358 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-1fa4a0e1-52ac-4105-b419-ed0c46f20e9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408139 Nov 23 04:20:43.707427 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-4476b208-f84d-45dd-a68b-971deb08b3c5 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866101 Nov 23 04:20:43.810117 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-93cca682-1ddf-4adc-9609-0293463e1896 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867405 Nov 23 04:20:44.261725 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac796c1c-0c7e-4777-bb5f-4e6503f8adb0 req-5ec0ac61-177c-4f07-934b-69d34458aa16 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:44.263303 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac796c1c-0c7e-4777-bb5f-4e6503f8adb0 req-5ec0ac61-177c-4f07-934b-69d34458aa16 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0694513 Nov 23 04:20:44.323975 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac796c1c-0c7e-4777-bb5f-4e6503f8adb0 req-50cf05c6-9fde-4c77-b140-4914cbbb533b tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493422 Nov 23 04:20:44.461090 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6111e-2973-4c75-a3bf-5cd8facc75a1 req-5ec5be5a-2235-48f7-92d5-08f9173452d9 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:44.463515 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ad6111e-2973-4c75-a3bf-5cd8facc75a1 req-5ec5be5a-2235-48f7-92d5-08f9173452d9 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0749373 Nov 23 04:20:44.497298 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-49673024-a18c-4c3f-9678-6266b8a44bd4 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354329014&fields=id&tenant_id=8068470657b040ab9af34219d8935846 HTTP/1.1" status: 200 len: 267 time: 0.0958207 Nov 23 04:20:44.638307 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ad6111e-2973-4c75-a3bf-5cd8facc75a1 req-341dd243-2ab3-40a9-82b2-dea7ca55844e tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657357 Nov 23 04:20:44.668091 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33808) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:44.736182 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e780bb-69b4-4857-b17a-b5297b94936f req-8004bf28-8b13-4c92-973b-d07ae728fa5a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:44.747403 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-8004bf28-8b13-4c92-973b-d07ae728fa5a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 812 time: 0.2032337 Nov 23 04:20:44.768384 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-f1fbf2e8-8dbc-43cb-8ade-1f53ea3e0423 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/quotas/8068470657b040ab9af34219d8935846 HTTP/1.1" status: 200 len: 375 time: 0.0199409 Nov 23 04:20:44.846684 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acc798-75c5-4a52-a5a3-54244817c88b req-5803e4c4-e51c-4b6d-b08d-22f45189cd80 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:44.850556 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e0acc798-75c5-4a52-a5a3-54244817c88b req-5803e4c4-e51c-4b6d-b08d-22f45189cd80 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.1009834 Nov 23 04:20:44.858354 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149dc24-1721-4717-b91e-da298c385b34 tempest-TestShelveInstance-765906316 tempest-TestShelveInstance-765906316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:44.863758 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c149dc24-1721-4717-b91e-da298c385b34 tempest-TestShelveInstance-765906316 tempest-TestShelveInstance-765906316-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 1094 time: 0.1920803 Nov 23 04:20:44.864425 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 33812) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:20:44.867642 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-2ba3797b-88cd-4ade-9a63-2e693077ad03 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852153 Nov 23 04:20:44.869279 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Request body: {'floatingip': {'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'port_id': '6785c855-b933-47d9-95d0-982e7c07f503', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:44.969639 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:44.989437 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e0acc798-75c5-4a52-a5a3-54244817c88b req-0dae5537-e293-48b4-9808-99954ea4d756 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261129 Nov 23 04:20:45.040113 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-9df73467-6ce2-4a1b-a261-7715eb041e2c service neutron] 10.222.0.54 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487813 Nov 23 04:20:45.105345 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:45.142874 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-4c27833c-af4f-471c-985f-8340854c1fc1 service neutron] 10.222.0.54 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945778 Nov 23 04:20:45.217564 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Allocated IP 172.27.0.68 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/1c02be25-ddd6-4635-8ca0-d36eb995bedf) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:20:45.340980 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:45.443047 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:45.482450 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:20:45.485099 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:45.488730 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:20:45.523453 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event updated for resources: {'Port': ['ID=1c02be25-ddd6-4635-8ca0-d36eb995bedf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:45.539645 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.540032 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.540367 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.540699 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.541028 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.541467 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.541797 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.542117 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.542441 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.542759 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.543076 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.543426 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:45.839404 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-183d3a9f-2a99-4686-8900-4b4f1664324b req-8242043c-8256-4394-aeca-c87b3df75645 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 210 time: 0.0370879 Nov 23 04:20:46.141905 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a7d76-07a0-441f-b609-20612b2bc1fb req-0621e4bb-42ab-41d9-9c60-efcc0613aa3d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:46.152063 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5e0a7d76-07a0-441f-b609-20612b2bc1fb req-0621e4bb-42ab-41d9-9c60-efcc0613aa3d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0747569 Nov 23 04:20:46.158044 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:46.201419 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5e0a7d76-07a0-441f-b609-20612b2bc1fb req-74a74cf7-cd9e-4e82-aac5-1ec1851f88a2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480044 Nov 23 04:20:46.297165 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:46.481617 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:46.655145 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9645244'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:46.730414 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event updated for resources: {'Port': ['ID=1c02be25-ddd6-4635-8ca0-d36eb995bedf,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:46.745785 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:46.855416 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.l3_db [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Floating IP d5d82587-8b9f-4a95-b98a-b3ce14657fa2 associated. External IP: 172.27.0.68, port: 6785c855-b933-47d9-95d0-982e7c07f503. Nov 23 04:20:46.948308 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ef35fb6-28af-4e4e-8f26-66ff31fd94a4 req-3fb71100-a7ad-498b-a3e1-eaa28219dda8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 210 time: 0.0359857 Nov 23 04:20:47.084374 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:20:47.200031 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:20:47.216862 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6daf03a-f04d-4e72-9222-dc6c7505606f None None] Sync routers for ids ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:20:47.226555 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6daf03a-f04d-4e72-9222-dc6c7505606f None None] Routers {'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:47.227230 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6daf03a-f04d-4e72-9222-dc6c7505606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:47.297695 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:47.362115 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-089d1087-8ca9-4d9f-9383-7a484e4db9c1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4866784 Nov 23 04:20:47.362115 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:20:47.362115 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410cd0e19ab500a818ff3cd17b2b4d634dcf2313bc0dc6223f3fe9937fe65d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34b54cf-306e-4c15-b385-ea423dd143c1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "tag": "6785c855-b933-47d9-95d0-982e7c07f503"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:20:47.362521 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b6daf03a-f04d-4e72-9222-dc6c7505606f None None] Set router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:47.414081 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8bd92-e81e-4fa2-9941-fd43a3e605cf req-76de969b-5f50-4718-916b-40e9b8e31029 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:47.416390 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-34e8bd92-e81e-4fa2-9941-fd43a3e605cf req-76de969b-5f50-4718-916b-40e9b8e31029 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.1025825 Nov 23 04:20:47.418148 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936a06d5-7aaf-4819-9590-2da4550448b7 x-openstack-request-id: req-936a06d5-7aaf-4819-9590-2da4550448b7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:20:47.418467 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "tag": "6785c855-b933-47d9-95d0-982e7c07f503", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:20:47.418727 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-936a06d5-7aaf-4819-9590-2da4550448b7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:20:47.419130 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503', 'status': 'completed', 'code': 200} Nov 23 04:20:47.481166 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-34e8bd92-e81e-4fa2-9941-fd43a3e605cf req-1a71002d-0b63-4f80-9476-c729760c5aa1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548365 Nov 23 04:20:47.599818 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6daf03a-f04d-4e72-9222-dc6c7505606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:47Z', 'revision_number': 4, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd5d82587-8b9f-4a95-b98a-b3ce14657fa2', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'port_id': '6785c855-b933-47d9-95d0-982e7c07f503', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'mac_address': 'fa:16:3e:12:75:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:20:45Z', 'updated_at': '2021-11-23T04:20:45Z', 'revision_number': 0, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5879661-0484-40c7-bf5c-a73213563271', 'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'mac_address': 'fa:16:3e:51:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:46Z', 'updated_at': '2021-11-23T04:19:50Z', 'revision_number': 5, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'subnets': [{'id': '876101f4-19c6-4756-afa6-805f6a676f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:47.627093 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6daf03a-f04d-4e72-9222-dc6c7505606f None None] Checking router: fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:20:47.636679 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6daf03a-f04d-4e72-9222-dc6c7505606f None None] Routers {'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:20:47.637278 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6daf03a-f04d-4e72-9222-dc6c7505606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:20:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:47.747407 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b6daf03a-f04d-4e72-9222-dc6c7505606f None None] Set router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:20:47.981245 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6daf03a-f04d-4e72-9222-dc6c7505606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:47Z', 'revision_number': 4, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd5d82587-8b9f-4a95-b98a-b3ce14657fa2', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'port_id': '6785c855-b933-47d9-95d0-982e7c07f503', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'mac_address': 'fa:16:3e:12:75:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:20:45Z', 'updated_at': '2021-11-23T04:20:45Z', 'revision_number': 0, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5879661-0484-40c7-bf5c-a73213563271', 'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'mac_address': 'fa:16:3e:51:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:46Z', 'updated_at': '2021-11-23T04:19:50Z', 'revision_number': 5, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'subnets': [{'id': '876101f4-19c6-4756-afa6-805f6a676f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:20:48.007956 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6daf03a-f04d-4e72-9222-dc6c7505606f None None] The sync data for ids ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'] in dv-cinder-768458-16-iscsi is: [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:47Z', 'revision_number': 4, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd5d82587-8b9f-4a95-b98a-b3ce14657fa2', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'port_id': '6785c855-b933-47d9-95d0-982e7c07f503', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'mac_address': 'fa:16:3e:12:75:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:20:45Z', 'updated_at': '2021-11-23T04:20:45Z', 'revision_number': 0, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5879661-0484-40c7-bf5c-a73213563271', 'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'mac_address': 'fa:16:3e:51:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:46Z', 'updated_at': '2021-11-23T04:19:50Z', 'revision_number': 5, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'subnets': [{'id': '876101f4-19c6-4756-afa6-805f6a676f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:20:48.066884 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-498d20b0-9410-4062-a5cf-6dd03a146f25 req-d80eaad7-bb4e-4ed1-b31c-80d7da0403fd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 210 time: 0.0326242 Nov 23 04:20:48.237625 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e1b416-ad2c-49b1-a856-f8d54f50e75f None None] New status for floating IP d5d82587-8b9f-4a95-b98a-b3ce14657fa2: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:20:48.647235 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce111d-1e09-463f-84d1-242d7be18844 req-4845cba1-8cd3-4f90-8473-8fc0379d910d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:48.654164 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d0ce111d-1e09-463f-84d1-242d7be18844 req-4845cba1-8cd3-4f90-8473-8fc0379d910d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0618818 Nov 23 04:20:48.712947 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d0ce111d-1e09-463f-84d1-242d7be18844 req-d10ecfea-727e-43c8-a1e5-0243b726429b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531096 Nov 23 04:20:49.191992 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5da424ce-1bcf-4d32-a6c3-5ed43b6bf252 req-2defaafc-ea52-48d9-a07f-fcc30769afbc tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 210 time: 0.0359743 Nov 23 04:20:49.846733 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9148e7-b66c-45cc-be91-56c9d4f5d06d req-7c260329-aee7-4bdb-8c88-727af1b8dca1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:49.848455 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca9148e7-b66c-45cc-be91-56c9d4f5d06d req-7c260329-aee7-4bdb-8c88-727af1b8dca1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0597458 Nov 23 04:20:49.901767 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca9148e7-b66c-45cc-be91-56c9d4f5d06d req-790b85fe-8c88-4717-a297-5143e6e70342 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463321 Nov 23 04:20:50.297357 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2736169-845f-494b-a4ac-ccd9c791b205 req-fa63af6d-209e-47b4-81cd-081b8922189c tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 210 time: 0.0307829 Nov 23 04:20:51.033016 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa4c2-47a2-472e-af79-5cfb53da574a req-f5ca8519-eeaf-49dd-8a8e-c276621faad4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:51.034628 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-20cfa4c2-47a2-472e-af79-5cfb53da574a req-f5ca8519-eeaf-49dd-8a8e-c276621faad4 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0525808 Nov 23 04:20:51.086053 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-20cfa4c2-47a2-472e-af79-5cfb53da574a req-d3149ef1-f8f6-411e-810b-44f464085559 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435338 Nov 23 04:20:51.393428 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7e9e4408-227b-4479-8e15-f24c09b5856c req-98c6e943-c9f2-47dc-b69c-5d9b3c8c9a5b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 210 time: 0.0278935 Nov 23 04:20:52.224774 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488ee9-82b4-4603-abb2-abf101cc2a4c req-501fe1f1-749e-4fe6-b8cd-c1646998cb7f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:52.226292 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-31488ee9-82b4-4603-abb2-abf101cc2a4c req-501fe1f1-749e-4fe6-b8cd-c1646998cb7f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0542057 Nov 23 04:20:52.277684 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-31488ee9-82b4-4603-abb2-abf101cc2a4c req-35791810-e4da-4aaf-81cd-1a4ca800648a tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446043 Nov 23 04:20:52.494104 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5569191e-567d-4dad-972f-1c2bac65440d req-fa0cadb6-892a-42c7-ba02-1722be794e76 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 210 time: 0.0253189 Nov 23 04:20:53.417600 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8105f-38ef-45d8-bcda-b73d523b380d req-a8bd1b4d-b42e-41f0-bcf0-1cd9bb2e56b7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:53.419574 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2ac8105f-38ef-45d8-bcda-b73d523b380d req-a8bd1b4d-b42e-41f0-bcf0-1cd9bb2e56b7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0649779 Nov 23 04:20:53.470739 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2ac8105f-38ef-45d8-bcda-b73d523b380d req-f8f342ac-7651-4030-8e14-b948293e26b2 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444996 Nov 23 04:20:53.602243 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9182cdd4-2818-4078-a3bc-28cd886bb175 req-4a0490d9-e602-4b9a-8467-d3e775e110cd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 210 time: 0.0363958 Nov 23 04:20:54.592059 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7f362-375e-42e1-932a-c1098e9de275 req-411fd8ca-eef2-42c2-ab5e-0197c5938a0c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:54.593516 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1d7f362-375e-42e1-932a-c1098e9de275 req-411fd8ca-eef2-42c2-ab5e-0197c5938a0c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0486314 Nov 23 04:20:54.640240 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1d7f362-375e-42e1-932a-c1098e9de275 req-28ded4c9-4d44-47da-960b-819b56258b54 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409002 Nov 23 04:20:54.693148 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-55cee65a-8666-42bf-94c5-b29907baa2ac req-2b56c27d-5814-4296-9dd8-4478c9f1ee76 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 210 time: 0.0266736 Nov 23 04:20:54.759376 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b54cf-306e-4c15-b385-ea423dd143c1 req-bf364815-0b23-4355-88ac-ff9a67a72734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:54.761544 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d34b54cf-306e-4c15-b385-ea423dd143c1 req-bf364815-0b23-4355-88ac-ff9a67a72734 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29832a113f1544d7a5467a88b2f0d669&device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 1099 time: 0.0426090 Nov 23 04:20:54.852444 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b54cf-306e-4c15-b385-ea423dd143c1 req-5383e064-766a-4f4a-ab3c-2821a7f76996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:54.853869 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d34b54cf-306e-4c15-b385-ea423dd143c1 req-5383e064-766a-4f4a-ab3c-2821a7f76996 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3530e0d-07ae-4ff9-b495-05515e155951 HTTP/1.1" status: 200 len: 910 time: 0.0856900 Nov 23 04:20:54.919539 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d34b54cf-306e-4c15-b385-ea423dd143c1 req-627b7477-f50c-4493-8711-4fdfbfae233a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6785c855-b933-47d9-95d0-982e7c07f503 HTTP/1.1" status: 200 len: 1001 time: 0.0569441 Nov 23 04:20:54.972744 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b54cf-306e-4c15-b385-ea423dd143c1 req-eb1fc029-ce0c-44ea-b060-cdd01accb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:54.974210 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d34b54cf-306e-4c15-b385-ea423dd143c1 req-eb1fc029-ce0c-44ea-b060-cdd01accb590 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=876101f4-19c6-4756-afa6-805f6a676f16 HTTP/1.1" status: 200 len: 848 time: 0.0471396 Nov 23 04:20:55.021629 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b54cf-306e-4c15-b385-ea423dd143c1 req-7388e2bd-810d-40ca-a2f9-fdc5a238d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:55.022758 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d34b54cf-306e-4c15-b385-ea423dd143c1 req-7388e2bd-810d-40ca-a2f9-fdc5a238d3a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3530e0d-07ae-4ff9-b495-05515e155951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397272 Nov 23 04:20:55.030668 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:55.115131 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d34b54cf-306e-4c15-b385-ea423dd143c1 req-3ac3b688-b0a3-41b6-9de0-a163a77d4fc2 service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837471 Nov 23 04:20:55.216833 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d34b54cf-306e-4c15-b385-ea423dd143c1 req-750b9ad1-e23e-4eb1-adc4-03eddefb2772 service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855105 Nov 23 04:20:55.760695 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad22685-4b51-4ef9-924c-ae94e4a88f85 req-c53fc8b3-f646-4cb3-8ab5-8794af93e270 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:55.762366 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ad22685-4b51-4ef9-924c-ae94e4a88f85 req-c53fc8b3-f646-4cb3-8ab5-8794af93e270 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.0512271 Nov 23 04:20:55.818733 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d8ba24f7-d73c-4617-a8c0-abe14561ee68 req-1409765c-beae-474d-97a7-473ec94a8e0b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 210 time: 0.0441530 Nov 23 04:20:55.838605 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ad22685-4b51-4ef9-924c-ae94e4a88f85 req-b662229d-0eb9-4059-8c39-2d041c1d2ba5 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671182 Nov 23 04:20:55.977046 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e780bb-69b4-4857-b17a-b5297b94936f req-1c44d737-9c95-44a2-ad9c-81ce7adbfff0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:55.978397 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-1c44d737-9c95-44a2-ad9c-81ce7adbfff0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 812 time: 0.0994179 Nov 23 04:20:56.049474 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-7ff0ce40-d183-4f45-9a2f-4bb75eba59e4 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8068470657b040ab9af34219d8935846 HTTP/1.1" status: 200 len: 379 time: 0.0532191 Nov 23 04:20:56.059568 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'port': {'device_id': '94641710-5efb-41aa-acde-03bacf08f49e', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'admin_state_up': True, 'tenant_id': '8068470657b040ab9af34219d8935846', 'security_groups': ['3b2ec7e8-05fa-43d4-ad59-746971c79802']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:56.260589 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Made reservation on behalf of 8068470657b040ab9af34219d8935846 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:20:56.264333 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:56.387383 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Allocated IP 172.20.0.4 (3f5880c1-f079-4dc1-b8fc-71110c737c22/a771ab3d-7869-48e6-b69e-7e08f226f564/2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:20:56.528549 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:56.653981 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:56.703255 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Network 3f5880c1-f079-4dc1-b8fc-71110c737c22 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:20:56.706449 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:20:56.710066 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:20:56.716682 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'Port': ['ID=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:56.744445 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.744794 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.745135 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.745475 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.746570 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.746918 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.747437 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.747776 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.748858 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.748858 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.748858 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.749224 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:20:56.779479 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:56.780134 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:56.835252 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-3bbb111c-0de0-4660-aad1-eb2f16f5120a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7800059 Nov 23 04:20:56.859424 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Request body: {'port': {'device_id': '94641710-5efb-41aa-acde-03bacf08f49e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:20:56.893478 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0859219b-ecb9-485d-9e4c-a1f86b967b5c None None] Provisioning complete for port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:20:56.894065 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0859219b-ecb9-485d-9e4c-a1f86b967b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:56.936223 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0859219b-ecb9-485d-9e4c-a1f86b967b5c None None] Port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:20:57.201985 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9db2f5bf-6251-4f2d-b058-7e4c27f583a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:57.260458 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:57.297478 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc818fe-f886-45f3-85f4-ffeb13468883 req-d6ea516b-ad46-4c9a-b13b-1a6e5e048249 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:57.298856 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8dc818fe-f886-45f3-85f4-ffeb13468883 req-d6ea516b-ad46-4c9a-b13b-1a6e5e048249 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 931 time: 0.3907754 Nov 23 04:20:57.322905 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648674e-a9ea-407e-a0c6-3f7d94e54297 req-35717fdb-3343-4a36-a88e-806776ed955f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:57.324523 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3648674e-a9ea-407e-a0c6-3f7d94e54297 req-35717fdb-3343-4a36-a88e-806776ed955f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 943 time: 0.3990538 Nov 23 04:20:57.458160 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8dc818fe-f886-45f3-85f4-ffeb13468883 req-c3d4bece-e3ab-4e17-8849-2a70fe8d5c27 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326618 Nov 23 04:20:57.475465 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3648674e-a9ea-407e-a0c6-3f7d94e54297 req-e7cb9afb-900c-4309-a0a1-cdf956db49c0 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384668 Nov 23 04:20:57.626784 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:20:57.633932 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:57.645337 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Transition to ACTIVE for port object 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:20:57.711952 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:57.761782 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Pushing event updated for resources: {'Port': ['ID=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:57.834028 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Attempting to bind port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:20:57.834691 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Attempting to bind port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:20:57.834691 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Attempting to bind port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 on network 3f5880c1-f079-4dc1-b8fc-71110c737c22 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:20:57.841307 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 on network 3f5880c1-f079-4dc1-b8fc-71110c737c22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:20:57.841307 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Attempting to bind port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 on network 3f5880c1-f079-4dc1-b8fc-71110c737c22 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:20:57.845322 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:20:57.845656 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Checking segment: {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:20:57.846028 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Bound using segment: {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:20:57.846449 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Bound port: 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:20:57.846801 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:57.914730 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] For port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:20:57.918383 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] For port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:20:57.967304 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:20:57.975727 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:58.012186 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:58.012869 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:58.014268 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] 10.222.0.50 "PUT /v2.0/ports/2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 HTTP/1.1" status: 200 len: 1093 time: 1.1615913 Nov 23 04:20:58.014728 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94641710-5efb-41aa-acde-03bacf08f49e', 'tag': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:20:58.017001 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f82d1f-0494-4101-a993-d7d8a1466740" -d '{"events": [{"name": "network-changed", "server_uuid": "94641710-5efb-41aa-acde-03bacf08f49e", "tag": "2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:20:58.049173 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdd458-06fa-49d2-a93a-362a0e1c3e6c service neutron] Pushing event updated for resources: {'Port': ['ID=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:58.061917 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d9b12a-60fd-4454-a92d-2aceb557c8f3 x-openstack-request-id: req-f9d9b12a-60fd-4454-a92d-2aceb557c8f3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:20:58.062763 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94641710-5efb-41aa-acde-03bacf08f49e", "tag": "2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:20:58.063120 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9d9b12a-60fd-4454-a92d-2aceb557c8f3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:20:58.063615 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94641710-5efb-41aa-acde-03bacf08f49e', 'tag': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68', 'status': 'completed', 'code': 200} Nov 23 04:20:58.071648 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:58.084737 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'port_id': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'mac_address': 'fa:16:3e:34:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:20:58.128313 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:58.142134 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:20:58.154480 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f82d1f-0494-4101-a993-d7d8a1466740 req-86e87a37-13a3-4787-aa8e-175e9d2acb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:58.155702 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-35f82d1f-0494-4101-a993-d7d8a1466740 req-86e87a37-13a3-4787-aa8e-175e9d2acb7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 1096 time: 0.0438893 Nov 23 04:20:58.163008 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:20:58.249828 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:58.273950 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f82d1f-0494-4101-a993-d7d8a1466740 req-a8338f1e-796c-4fd8-955d-4c8e29377318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:58.275430 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-35f82d1f-0494-4101-a993-d7d8a1466740 req-a8338f1e-796c-4fd8-955d-4c8e29377318 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8068470657b040ab9af34219d8935846&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0982358 Nov 23 04:20:58.307264 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:20:58.369963 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f82d1f-0494-4101-a993-d7d8a1466740 req-e97ca499-66ba-476e-8691-4a70486a6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:58.371626 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-35f82d1f-0494-4101-a993-d7d8a1466740 req-e97ca499-66ba-476e-8691-4a70486a6f2b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895083 Nov 23 04:20:58.486624 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e780bb-69b4-4857-b17a-b5297b94936f req-f2c58aec-fc49-4815-9ea0-186f35289857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:58.489464 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-f2c58aec-fc49-4815-9ea0-186f35289857 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 1096 time: 0.0442476 Nov 23 04:20:58.539746 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-a83070f2-d46d-4607-bede-ba34b2ff2f98 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 HTTP/1.1" status: 200 len: 217 time: 0.0366051 Nov 23 04:20:58.556956 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:20:58.651400 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1085e70-09d7-425c-b24b-59e891136ebe req-a8aad60a-3d4d-4e78-a6d5-f208007773d9 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:58.653652 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c1085e70-09d7-425c-b24b-59e891136ebe req-a8aad60a-3d4d-4e78-a6d5-f208007773d9 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 943 time: 0.1167758 Nov 23 04:20:58.655011 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e780bb-69b4-4857-b17a-b5297b94936f req-8c14f8f1-7b4c-44e8-8d46-9f2ca850b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:58.656328 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-8c14f8f1-7b4c-44e8-8d46-9f2ca850b8d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a771ab3d-7869-48e6-b69e-7e08f226f564 HTTP/1.1" status: 200 len: 851 time: 0.1073458 Nov 23 04:20:58.697585 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8d3d3-ef87-4e56-9efc-eeacc9434cfc req-ccd92d6f-0284-47aa-81ec-a6f9e9e49d1d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:58.699999 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bdc8d3d3-ef87-4e56-9efc-eeacc9434cfc req-ccd92d6f-0284-47aa-81ec-a6f9e9e49d1d tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 944 time: 0.1422963 Nov 23 04:20:58.767595 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c1085e70-09d7-425c-b24b-59e891136ebe req-51abfc4f-3048-4c2d-818a-3be11ff68370 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075137 Nov 23 04:20:58.780899 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e780bb-69b4-4857-b17a-b5297b94936f req-ab73f36d-0feb-4069-b04e-e611c497f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:58.782343 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-ab73f36d-0feb-4069-b04e-e611c497f4e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5880c1-f079-4dc1-b8fc-71110c737c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1056716 Nov 23 04:20:58.793823 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bdc8d3d3-ef87-4e56-9efc-eeacc9434cfc req-46bf4fab-ba90-413f-a320-d122c4d84986 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792904 Nov 23 04:20:58.899224 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-0469ac22-6e95-40d2-b9fb-3b6e4c630a8c service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894532 Nov 23 04:20:58.990784 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16e780bb-69b4-4857-b17a-b5297b94936f req-b0c51cc7-53ff-497e-9c25-de0f1f23ec31 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838640 Nov 23 04:20:59.739597 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b352-5da9-46d3-887f-6e9df94e9b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:20:59.916645 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d056cf0-af5b-4a8f-aabb-654e8dc8831e req-bb522224-16d6-4e23-9976-43916744b093 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:59.918049 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0d056cf0-af5b-4a8f-aabb-654e8dc8831e req-bb522224-16d6-4e23-9976-43916744b093 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 943 time: 0.0826423 Nov 23 04:20:59.930185 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364304b-30ca-4cbb-87ca-4afb62364659 req-9d4edf03-4c31-4f65-b5e5-8380fee01696 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:20:59.931630 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4364304b-30ca-4cbb-87ca-4afb62364659 req-9d4edf03-4c31-4f65-b5e5-8380fee01696 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 944 time: 0.0651574 Nov 23 04:20:59.990489 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:21:00.001405 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0d056cf0-af5b-4a8f-aabb-654e8dc8831e req-ad024b5a-a154-47cf-ad26-65917011d0fc tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688896 Nov 23 04:21:00.008548 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4364304b-30ca-4cbb-87ca-4afb62364659 req-45d8f3e4-8e84-434a-a2d9-6dac921d7e70 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696135 Nov 23 04:21:00.039985 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:00.040370 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:00.117173 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:00.138824 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:21:00.141089 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e48f7d-201b-4122-9cc1-0bec3e0042f7" -d '{"events": [{"server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "name": "network-vif-plugged", "status": "completed", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:21:00.154014 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:00.178454 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfc1728-cb5a-44b7-8ac7-492fca206534 x-openstack-request-id: req-4cfc1728-cb5a-44b7-8ac7-492fca206534 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:21:00.178745 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "name": "network-vif-plugged", "status": "completed", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:21:00.179002 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4cfc1728-cb5a-44b7-8ac7-492fca206534 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:21:00.179435 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'code': 200} Nov 23 04:21:00.276526 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:00.325798 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,revision_number=10']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:00.519694 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0d04-efc5-42f1-94db-5228938fe7dd req-e56013a7-ca08-4134-8d9f-ef43ed384f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:00.521161 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c93b0d04-efc5-42f1-94db-5228938fe7dd req-e56013a7-ca08-4134-8d9f-ef43ed384f59 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 1099 time: 0.0407076 Nov 23 04:21:00.569485 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c93b0d04-efc5-42f1-94db-5228938fe7dd req-107d833a-c1cd-47b9-82e1-1ee3888b3fea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411875 Nov 23 04:21:00.917489 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:01.150298 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e19ddc-b19a-4c1e-b917-0e54d148163c req-e7a6505d-a325-4fb2-9182-f7b2e953b69e tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:01.151775 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c8e19ddc-b19a-4c1e-b917-0e54d148163c req-e7a6505d-a325-4fb2-9182-f7b2e953b69e tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 943 time: 0.0800259 Nov 23 04:21:01.159094 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214db1de-a314-4905-8954-5879cfccee42 req-56bf9a71-41e5-4e04-a367-a3e5dc89b8ec tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:01.160688 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-214db1de-a314-4905-8954-5879cfccee42 req-56bf9a71-41e5-4e04-a367-a3e5dc89b8ec tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 946 time: 0.0766711 Nov 23 04:21:01.234728 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c8e19ddc-b19a-4c1e-b917-0e54d148163c req-7653f686-d668-4b0c-93f1-985879b7e150 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731020 Nov 23 04:21:01.238150 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-214db1de-a314-4905-8954-5879cfccee42 req-9fc9003c-19e6-4bf3-aa79-36c2233dee13 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710361 Nov 23 04:21:02.380694 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edfe4-4ba9-4acc-a334-d90a92344eaa req-75b6bd48-fb12-4670-8c66-a5d344aa2317 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:02.382164 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a09edfe4-4ba9-4acc-a334-d90a92344eaa req-75b6bd48-fb12-4670-8c66-a5d344aa2317 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 943 time: 0.0808938 Nov 23 04:21:02.389904 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba2298-a8d9-4980-ad6d-3b0874d71657 req-ba50945f-ef41-4d0e-8f0f-53e081c2e529 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:02.391242 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07ba2298-a8d9-4980-ad6d-3b0874d71657 req-ba50945f-ef41-4d0e-8f0f-53e081c2e529 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 946 time: 0.0799296 Nov 23 04:21:02.420412 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:02.465819 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a09edfe4-4ba9-4acc-a334-d90a92344eaa req-b3335b25-0234-4623-82ea-b527b99981c1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735972 Nov 23 04:21:02.470133 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07ba2298-a8d9-4980-ad6d-3b0874d71657 req-3156f35b-7acf-4ee9-bf35-96c93c5137bf tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721984 Nov 23 04:21:03.306091 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:03.613825 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97ad65-6610-451f-af98-d74f508bb981 req-5cdc4f16-0d05-4421-a801-0b38b823af64 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:03.615188 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9b97ad65-6610-451f-af98-d74f508bb981 req-5cdc4f16-0d05-4421-a801-0b38b823af64 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 943 time: 0.0812359 Nov 23 04:21:03.624029 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf45d7-48f0-4dae-9751-5c2705f64c7f req-cf9d654a-8a6c-4f10-91a2-e57234cd51a1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:03.625471 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65bf45d7-48f0-4dae-9751-5c2705f64c7f req-cf9d654a-8a6c-4f10-91a2-e57234cd51a1 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 946 time: 0.0811076 Nov 23 04:21:03.695819 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9b97ad65-6610-451f-af98-d74f508bb981 req-400e8937-b962-48ac-bf43-f023c1d76859 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694032 Nov 23 04:21:03.703556 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65bf45d7-48f0-4dae-9751-5c2705f64c7f req-aa6aa7be-0d48-4f3d-9f6d-5535dc6e9c78 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715830 Nov 23 04:21:04.811568 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d85cbc-44f3-4d09-a34a-dd3a07728c76 req-9a6982d0-1fe3-47ae-a227-a73545346747 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:04.813020 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95d85cbc-44f3-4d09-a34a-dd3a07728c76 req-9a6982d0-1fe3-47ae-a227-a73545346747 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 943 time: 0.0491188 Nov 23 04:21:04.861727 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95d85cbc-44f3-4d09-a34a-dd3a07728c76 req-a5fddde9-189e-480d-b2c6-20cb2246553a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423765 Nov 23 04:21:05.978176 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32286edb-d2a7-4f5e-97fd-ca4f1ebb74bf req-376af984-60ad-4db2-8117-129a18939145 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:05.979558 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-32286edb-d2a7-4f5e-97fd-ca4f1ebb74bf req-376af984-60ad-4db2-8117-129a18939145 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 943 time: 0.0521882 Nov 23 04:21:06.028329 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-32286edb-d2a7-4f5e-97fd-ca4f1ebb74bf req-cde724b4-c84c-4ab5-942e-04b3dd4cf13b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428932 Nov 23 04:21:06.038757 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:21:06.131400 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:06.143228 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'port_id': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68', 'mac_address': 'fa:16:3e:3d:4b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:21:06.181901 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:06.195917 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:21:06.214276 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:06.298858 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:06.346583 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:06.629925 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:21:07.141978 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc6589-c44f-435e-b092-28125da4c907 req-0d1320e9-3175-40ad-9243-e3620b83cd6b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:07.143457 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a0fc6589-c44f-435e-b092-28125da4c907 req-0d1320e9-3175-40ad-9243-e3620b83cd6b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 944 time: 0.0479038 Nov 23 04:21:07.191676 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a0fc6589-c44f-435e-b092-28125da4c907 req-29296215-9df3-4d51-b63c-459d3139fe2c tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422227 Nov 23 04:21:08.038478 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:21:08.128481 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:21:08.132178 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:08.132546 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:08.209732 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:08.233355 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94641710-5efb-41aa-acde-03bacf08f49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:21:08.238421 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173bea06-3ddb-48de-927e-56e0df662339" -d '{"events": [{"server_uuid": "94641710-5efb-41aa-acde-03bacf08f49e", "name": "network-vif-plugged", "status": "completed", "tag": "2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:21:08.249138 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:08.271345 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b9489b-cf3b-439c-8580-7a5b36a55f3f x-openstack-request-id: req-57b9489b-cf3b-439c-8580-7a5b36a55f3f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:21:08.271641 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94641710-5efb-41aa-acde-03bacf08f49e", "name": "network-vif-plugged", "status": "completed", "tag": "2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:21:08.271893 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-57b9489b-cf3b-439c-8580-7a5b36a55f3f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:21:08.272282 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94641710-5efb-41aa-acde-03bacf08f49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68', 'code': 200} Nov 23 04:21:08.307624 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72491e2-94a9-49be-9114-d569f58ba896 req-357d0302-01e2-4127-84bc-6137511f8acb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:08.309292 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e72491e2-94a9-49be-9114-d569f58ba896 req-357d0302-01e2-4127-84bc-6137511f8acb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 944 time: 0.0500541 Nov 23 04:21:08.324860 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:08.363964 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e72491e2-94a9-49be-9114-d569f58ba896 req-b89e776c-be76-47c5-9a83-93a0f636c200 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487876 Nov 23 04:21:08.373648 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:08.660690 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa0f7d-dccd-4304-82a9-ee6007278f78 req-7bde5afc-df2c-414c-a24d-cca92a4ffdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:08.662064 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92fa0f7d-dccd-4304-82a9-ee6007278f78 req-7bde5afc-df2c-414c-a24d-cca92a4ffdc7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 1098 time: 0.0405920 Nov 23 04:21:08.708908 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92fa0f7d-dccd-4304-82a9-ee6007278f78 req-705d94f5-b13a-45b1-8d2b-beb814e00038 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389228 Nov 23 04:21:09.479363 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14688215-63a2-4bd9-8b52-a6b7626b99fd req-ffac4ded-e9f0-482d-98d7-9ddc13f5a3c5 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:09.485422 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-14688215-63a2-4bd9-8b52-a6b7626b99fd req-ffac4ded-e9f0-482d-98d7-9ddc13f5a3c5 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 945 time: 0.0492086 Nov 23 04:21:09.532289 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-14688215-63a2-4bd9-8b52-a6b7626b99fd req-ec158125-3a66-4a41-96cc-ba77ccf7a88d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449171 Nov 23 04:21:10.651587 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf2277-934a-4c86-87cb-ff7eb863f890 req-c4996ddc-21cb-4dc2-b526-a5a69f79495b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:10.653436 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f8cf2277-934a-4c86-87cb-ff7eb863f890 req-c4996ddc-21cb-4dc2-b526-a5a69f79495b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 945 time: 0.0525026 Nov 23 04:21:10.703697 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f8cf2277-934a-4c86-87cb-ff7eb863f890 req-370f8f93-99cd-4c2d-95d7-0a5f4d5c70aa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437887 Nov 23 04:21:10.817655 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232088f7-cd7b-467f-8a2c-632af7ec7d30 req-d62cb6e0-5988-428c-8839-dcc8a590678d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:10.819002 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-232088f7-cd7b-467f-8a2c-632af7ec7d30 req-d62cb6e0-5988-428c-8839-dcc8a590678d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 945 time: 0.0486679 Nov 23 04:21:10.866915 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-232088f7-cd7b-467f-8a2c-632af7ec7d30 req-36bc30f5-eb06-447e-8f13-65d9679445a3 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421340 Nov 23 04:21:10.889611 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33964) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:10.970722 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a33ecf-2a1f-4c03-b7cd-b5b961b30880 tempest-TestVolumeBootPattern-1970595283 tempest-TestVolumeBootPattern-1970595283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:10.972251 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-30a33ecf-2a1f-4c03-b7cd-b5b961b30880 tempest-TestVolumeBootPattern-1970595283 tempest-TestVolumeBootPattern-1970595283-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 1093 time: 0.0816643 Nov 23 04:21:10.975174 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 33968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:10.979481 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'floatingip': {'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'port_id': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68', 'tenant_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:21:11.060129 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:11.159096 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:11.263277 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Allocated IP 172.27.0.127 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/2de193a9-d798-48d5-891e-c21a4721a659) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:21:11.361644 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:11.460568 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:11.504653 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:21:11.507658 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:21:11.510981 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:21:11.517075 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'Port': ['ID=2de193a9-d798-48d5-891e-c21a4721a659,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:11.865211 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:11.987571 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:12.136174 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:12.242840 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:12.311845 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'Port': ['ID=2de193a9-d798-48d5-891e-c21a4721a659,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:12.322100 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:12.419567 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Floating IP d55e5bc6-fd9f-4d47-9f5c-373868eafc41 associated. External IP: 172.27.0.127, port: 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68. Nov 23 04:21:12.625940 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:21:12.731054 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:21:12.740634 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea6e04-59b9-400e-b7fa-e41a46ad2c1b None None] Sync routers for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:21:12.751224 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea6e04-59b9-400e-b7fa-e41a46ad2c1b None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:21:12.751850 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0aea6e04-59b9-400e-b7fa-e41a46ad2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:21:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:12.817060 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:12.844625 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1479d1c4-1126-42ab-8ec9-33faba4847c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8683808 Nov 23 04:21:12.845575 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94641710-5efb-41aa-acde-03bacf08f49e', 'tag': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:21:12.848559 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42" -d '{"events": [{"name": "network-changed", "server_uuid": "94641710-5efb-41aa-acde-03bacf08f49e", "tag": "2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:21:12.856426 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0aea6e04-59b9-400e-b7fa-e41a46ad2c1b None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:21:12.887675 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496837a2-5c4b-411d-b979-d5bb2b02c533 x-openstack-request-id: req-496837a2-5c4b-411d-b979-d5bb2b02c533 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:21:12.888181 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94641710-5efb-41aa-acde-03bacf08f49e", "tag": "2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:21:12.888289 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-496837a2-5c4b-411d-b979-d5bb2b02c533 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:21:12.888602 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94641710-5efb-41aa-acde-03bacf08f49e', 'tag': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68', 'status': 'completed', 'code': 200} Nov 23 04:21:12.983070 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42 req-9c4deba7-4bca-4017-9b08-e120f37ac2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:12.984500 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42 req-9c4deba7-4bca-4017-9b08-e120f37ac2ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 1098 time: 0.0403898 Nov 23 04:21:13.077931 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0aea6e04-59b9-400e-b7fa-e41a46ad2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd55e5bc6-fd9f-4d47-9f5c-373868eafc41', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:3d:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94641710-5efb-41aa-acde-03bacf08f49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:21:11Z', 'updated_at': '2021-11-23T04:21:11Z', 'revision_number': 0, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:13.085080 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42 req-a90e9767-586f-4bbb-a5b0-375627d7b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:13.086606 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42 req-a90e9767-586f-4bbb-a5b0-375627d7b946 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 913 time: 0.0865345 Nov 23 04:21:13.107869 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea6e04-59b9-400e-b7fa-e41a46ad2c1b None None] Checking router: f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:21:13.116193 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea6e04-59b9-400e-b7fa-e41a46ad2c1b None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:21:13.116803 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0aea6e04-59b9-400e-b7fa-e41a46ad2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:21:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:13.153284 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42 req-eea1afee-fb7d-4164-850d-62fc7c0b48bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 HTTP/1.1" status: 200 len: 999 time: 0.0584261 Nov 23 04:21:13.203628 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42 req-b65f1104-43c7-4970-a420-4b0d28ff77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:13.205090 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42 req-b65f1104-43c7-4970-a420-4b0d28ff77ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a771ab3d-7869-48e6-b69e-7e08f226f564 HTTP/1.1" status: 200 len: 851 time: 0.0447967 Nov 23 04:21:13.220820 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0aea6e04-59b9-400e-b7fa-e41a46ad2c1b None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:21:13.256257 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42 req-d5b5fb17-00e9-4f75-923e-26378b7de081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:13.257878 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42 req-d5b5fb17-00e9-4f75-923e-26378b7de081 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5880c1-f079-4dc1-b8fc-71110c737c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449193 Nov 23 04:21:13.348504 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42 req-dc213dde-70bd-45a7-b702-58466eb62328 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822623 Nov 23 04:21:13.444170 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8a6be9c6-7977-4e54-b2f2-b7d4419f2b42 req-4258149d-748d-42f0-b320-945a43d70360 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Nov 23 04:21:13.445808 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0aea6e04-59b9-400e-b7fa-e41a46ad2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd55e5bc6-fd9f-4d47-9f5c-373868eafc41', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:3d:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94641710-5efb-41aa-acde-03bacf08f49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:21:11Z', 'updated_at': '2021-11-23T04:21:11Z', 'revision_number': 0, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:13.471797 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea6e04-59b9-400e-b7fa-e41a46ad2c1b None None] The sync data for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi is: [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd55e5bc6-fd9f-4d47-9f5c-373868eafc41', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:3d:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94641710-5efb-41aa-acde-03bacf08f49e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:21:11Z', 'updated_at': '2021-11-23T04:21:11Z', 'revision_number': 0, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:21:13.646360 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf01fd6-25d2-458b-a3d8-297f55233421 None None] New status for floating IP d55e5bc6-fd9f-4d47-9f5c-373868eafc41: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:21:16.530030 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:21:25.018552 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:25.473243 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-6f16d445-77c1-4465-b289-add47377e9b6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392449 Nov 23 04:21:25.576843 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-0fef04d8-a775-408e-a6f3-f20ad64ad15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:25.578287 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-0fef04d8-a775-408e-a6f3-f20ad64ad15e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 1099 time: 0.0406740 Nov 23 04:21:25.686170 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-cedc1890-67f8-4006-942a-14b17dbd1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:25.687699 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-cedc1890-67f8-4006-942a-14b17dbd1629 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 200 len: 917 time: 0.0887444 Nov 23 04:21:25.753172 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-7c7cb9a1-8357-42a6-b1c0-11a97a5c6b85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 HTTP/1.1" status: 200 len: 1001 time: 0.0565710 Nov 23 04:21:25.800045 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-c62a1856-bad6-4309-913b-58d7e6fec05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:25.801458 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-c62a1856-bad6-4309-913b-58d7e6fec05c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 200 len: 855 time: 0.0432861 Nov 23 04:21:25.850182 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-9eb4ab7c-2922-42a2-b0df-c6f39a8be78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:25.851656 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-9eb4ab7c-2922-42a2-b0df-c6f39a8be78c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca30bf0-6b8e-488c-ba53-d9bc0d901c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427601 Nov 23 04:21:25.943044 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-ec5b3657-02d9-40fb-be0b-91bad2af0c56 service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810220 Nov 23 04:21:26.303232 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b1f91ca-6cc6-45b2-ba93-b84c2c3349c1 req-6de3e65d-9774-485f-a1d2-4671a35c3b4e service neutron] 10.222.0.50 "GET /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514211 Nov 23 04:21:27.229961 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-27965f81-feb6-4e8f-aa4a-e04ba445e656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:29.808451 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-629dfaaf-2f8c-4085-b679-b2de395e16f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:30.928198 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:32.431236 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:33.293831 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:37.443088 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ff02c-e260-4ea4-afcf-503d34e1c1c8 req-5b33b404-b1c0-46e0-8a42-36ed4ce5622f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:37.444589 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e13ff02c-e260-4ea4-afcf-503d34e1c1c8 req-5b33b404-b1c0-46e0-8a42-36ed4ce5622f tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 946 time: 0.0502167 Nov 23 04:21:37.492910 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e13ff02c-e260-4ea4-afcf-503d34e1c1c8 req-2cc3aee1-b367-4860-ac68-311ea05c2739 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424802 Nov 23 04:21:38.613654 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233503-9252-481e-b0ba-27df387a43b7 req-6dfa1d0b-df75-42ce-b8d7-4200701c6776 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:38.615085 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6f233503-9252-481e-b0ba-27df387a43b7 req-6dfa1d0b-df75-42ce-b8d7-4200701c6776 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 946 time: 0.0482945 Nov 23 04:21:38.665185 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6f233503-9252-481e-b0ba-27df387a43b7 req-18081400-010a-483f-819d-199ebd2b0700 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups?id=afce6a7d-bc81-4fb8-9327-824723380af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442147 Nov 23 04:21:39.114020 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-36e516b9-4f90-496a-bc45-6ef48ded0c4b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:39.115446 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-36e516b9-4f90-496a-bc45-6ef48ded0c4b tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 946 time: 0.0471234 Nov 23 04:21:39.206734 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Deleting port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:21:39.207067 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:39.296003 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] For port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:39.296363 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:39.462113 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:39.462393 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:39.462711 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Floating IP ce3eebb6-39fc-496d-a1c5-0a54e426135e disassociated. External IP: 172.27.0.221, port: ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673. Nov 23 04:21:39.463057 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Calling delete_port for ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:21:39.694291 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:39.725084 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event deleted for resources: {'Port': ['ID=ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:39.806584 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f3e4529-321c-4a55-b7fb-04b63c8994bc req-c4c6f464-f603-488f-a7b1-4ed163250064 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 210 time: 0.0355644 Nov 23 04:21:39.864224 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Router 4ef69db6-39b2-4c81-9add-b54360daa2fd has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:21:39.970898 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:21:39.980355 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321bfaf-07a6-49d1-90ea-e4a37d82a3af None None] Sync routers for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:21:39.990187 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321bfaf-07a6-49d1-90ea-e4a37d82a3af None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:21:39.990781 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a321bfaf-07a6-49d1-90ea-e4a37d82a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:21:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:40.012368 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] No DVR routers for this DVR port ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:21:40.015537 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:40.018821 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a244d40-fd9e-4c90-a2cf-a0ec5d714037 req-5fd5a096-f905-49bb-9835-6334e35a3a25 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.50 "DELETE /v2.0/ports/ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 HTTP/1.1" status: 204 len: 173 time: 0.8946521 Nov 23 04:21:40.019283 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'name': 'network-vif-deleted', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:21:40.021609 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805802f5-bd8a-40be-8e80-2b8d30acd462" -d '{"events": [{"server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "name": "network-vif-deleted", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:21:40.058299 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eecd72d-fde9-49cf-ab55-9f8a67dac48b x-openstack-request-id: req-7eecd72d-fde9-49cf-ab55-9f8a67dac48b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:21:40.058596 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2542af4-c4d5-4fc0-b86c-00df6da8fd61", "name": "network-vif-deleted", "tag": "ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:21:40.058854 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7eecd72d-fde9-49cf-ab55-9f8a67dac48b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:21:40.059290 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2542af4-c4d5-4fc0-b86c-00df6da8fd61', 'name': 'network-vif-deleted', 'tag': 'ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673', 'status': 'completed', 'code': 200} Nov 23 04:21:40.100079 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a321bfaf-07a6-49d1-90ea-e4a37d82a3af None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:21:40.309608 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a321bfaf-07a6-49d1-90ea-e4a37d82a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:40.338716 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321bfaf-07a6-49d1-90ea-e4a37d82a3af None None] Checking router: 4ef69db6-39b2-4c81-9add-b54360daa2fd for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:21:40.347667 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321bfaf-07a6-49d1-90ea-e4a37d82a3af None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:21:40.348256 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a321bfaf-07a6-49d1-90ea-e4a37d82a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:21:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:40.574380 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a321bfaf-07a6-49d1-90ea-e4a37d82a3af None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:21:40.770486 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a321bfaf-07a6-49d1-90ea-e4a37d82a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:40.800399 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321bfaf-07a6-49d1-90ea-e4a37d82a3af None None] The sync data for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi is: [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:14:23Z', 'revision_number': 4, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'ac96609a-57bd-4e5d-9f01-1ec11095a444', 'name': '', 'network_id': 'fca30bf0-6b8e-488c-ba53-d9bc0d901c60', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'mac_address': 'fa:16:3e:a7:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:22Z', 'updated_at': '2021-11-23T04:14:28Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'subnets': [{'id': '272142a6-1eaa-49f9-8eb7-7870c1b4781b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:21:40.922543 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15831a7e-f845-46f7-9b5c-9deb00713145 req-0613ef4b-5543-4e68-b024-0eedfc983fba tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2542af4-c4d5-4fc0-b86c-00df6da8fd61 HTTP/1.1" status: 200 len: 210 time: 0.0277312 Nov 23 04:21:41.032023 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a7e61-251e-462b-aa92-f0051886f8dd None None] New status for floating IP ce3eebb6-39fc-496d-a1c5-0a54e426135e: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:21:42.076139 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34016) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:42.134206 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25b1dbe2-8307-496c-b11d-a1cebea59b3e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:42.158129 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25b1dbe2-8307-496c-b11d-a1cebea59b3e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:42.221100 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:21:42.240896 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:21:42.241315 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device ac6c97b5-f00d-4bed-9cc8-cd5bb12c9673 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:21:42.281792 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25b1dbe2-8307-496c-b11d-a1cebea59b3e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:42.284505 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25b1dbe2-8307-496c-b11d-a1cebea59b3e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:42.293030 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-25b1dbe2-8307-496c-b11d-a1cebea59b3e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "DELETE /v2.0/security-groups/afce6a7d-bc81-4fb8-9327-824723380af2 HTTP/1.1" status: 204 len: 168 time: 0.2087715 Nov 23 04:21:42.293252 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:42.295197 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1dbe2-8307-496c-b11d-a1cebea59b3e tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce6a7d-bc81-4fb8-9327-824723380af2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:42.302618 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.api.v2.resource [None req-acaebb3b-a0e1-4f41-b336-908a6a756e9c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] show failed (client error): The resource could not be found. Nov 23 04:21:42.303642 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-acaebb3b-a0e1-4f41-b336-908a6a756e9c tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "GET /v2.0/security-groups/afce6a7d-bc81-4fb8-9327-824723380af2 HTTP/1.1" status: 404 len: 347 time: 0.0139022 Nov 23 04:21:42.306417 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34020) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:42.426754 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ff284d02-862d-479a-a392-643c7cf119d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Deleting port d17d2fa1-7986-4b30-a96d-3ff8334937b4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:21:42.427100 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff284d02-862d-479a-a392-643c7cf119d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:42.502083 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff284d02-862d-479a-a392-643c7cf119d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:42.502427 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff284d02-862d-479a-a392-643c7cf119d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:42.514698 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ff284d02-862d-479a-a392-643c7cf119d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Calling delete_port for d17d2fa1-7986-4b30-a96d-3ff8334937b4 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:21:42.728630 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff284d02-862d-479a-a392-643c7cf119d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:42.759200 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff284d02-862d-479a-a392-643c7cf119d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Pushing event deleted for resources: {'Port': ['ID=d17d2fa1-7986-4b30-a96d-3ff8334937b4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:42.817204 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff284d02-862d-479a-a392-643c7cf119d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:42.819738 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff284d02-862d-479a-a392-643c7cf119d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:42.820902 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-ff284d02-862d-479a-a392-643c7cf119d7 tempest-AttachVolumeShelveTestJSON-1734929509 tempest-AttachVolumeShelveTestJSON-1734929509-project] 10.222.0.54 "DELETE /v2.0/floatingips/ce3eebb6-39fc-496d-a1c5-0a54e426135e HTTP/1.1" status: 204 len: 168 time: 0.5135176 Nov 23 04:21:45.477426 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34042) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:45.910455 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124048'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:46.143978 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Deleting port ac96609a-57bd-4e5d-9f01-1ec11095a444 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:21:46.144317 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:46.222335 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] For port ac96609a-57bd-4e5d-9f01-1ec11095a444, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=ac96609a-57bd-4e5d-9f01-1ec11095a444,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:46.222737 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:46.235374 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Calling delete_port for ac96609a-57bd-4e5d-9f01-1ec11095a444 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:21:46.465721 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:46.489809 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac96609a-57bd-4e5d-9f01-1ec11095a444,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:46.501593 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.501945 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.502292 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.502626 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.502956 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.503323 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.503654 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.503981 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.504303 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.504622 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.504945 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.505264 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:46.664144 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124028'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:46.865514 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Router 4ef69db6-39b2-4c81-9add-b54360daa2fd has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:21:46.966159 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:21:46.971582 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-6d9ebac2-d1f7-4c7e-b138-5bd4dc9fc469 admin admin] 10.222.0.54 "PUT /v2.0/routers/4ef69db6-39b2-4c81-9add-b54360daa2fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4931264 Nov 23 04:21:46.974059 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34046) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:46.976704 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ab970b-fcf4-40ee-ad29-d0974327df38 None None] Sync routers for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:21:46.987922 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab970b-fcf4-40ee-ad29-d0974327df38 None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:21:46.988661 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26ab970b-fcf4-40ee-ad29-d0974327df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:21:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:47.074088 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:47.093700 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-26ab970b-fcf4-40ee-ad29-d0974327df38 None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:21:47.173386 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:47.275501 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26ab970b-fcf4-40ee-ad29-d0974327df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:21:46Z', 'revision_number': 5, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port': {'id': '2d9f4467-13b9-43d1-bded-25d312ca2abd', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:14:18Z', 'updated_at': '2021-11-23T04:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:47.295804 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Deleting port 2d9f4467-13b9-43d1-bded-25d312ca2abd {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:21:47.296137 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:47.303114 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ab970b-fcf4-40ee-ad29-d0974327df38 None None] Checking router: 4ef69db6-39b2-4c81-9add-b54360daa2fd for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:21:47.311687 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab970b-fcf4-40ee-ad29-d0974327df38 None None] Routers {'4ef69db6-39b2-4c81-9add-b54360daa2fd'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:21:47.312287 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26ab970b-fcf4-40ee-ad29-d0974327df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:21:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['4ef69db6-39b2-4c81-9add-b54360daa2fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:47.402445 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-26ab970b-fcf4-40ee-ad29-d0974327df38 None None] Set router 4ef69db6-39b2-4c81-9add-b54360daa2fd gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:21:47.460403 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26ab970b-fcf4-40ee-ad29-d0974327df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:21:47Z', 'revision_number': 6, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port_host': None}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:47.489089 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ab970b-fcf4-40ee-ad29-d0974327df38 None None] The sync data for ids ['4ef69db6-39b2-4c81-9add-b54360daa2fd'] in dv-cinder-768458-16-iscsi is: [{'id': '4ef69db6-39b2-4c81-9add-b54360daa2fd', 'name': 'tempest-AttachVolumeShelveTestJSON-215288065-router', 'tenant_id': '891dccdfaeb440dd89a185b6d130b3f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:14:17Z', 'updated_at': '2021-11-23T04:21:47Z', 'revision_number': 6, 'project_id': '891dccdfaeb440dd89a185b6d130b3f0', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:21:47.600587 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] For port 2d9f4467-13b9-43d1-bded-25d312ca2abd, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=2d9f4467-13b9-43d1-bded-25d312ca2abd,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:47.601186 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:47.613804 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Calling delete_port for 2d9f4467-13b9-43d1-bded-25d312ca2abd owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:21:47.842930 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:47.865069 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device ac96609a-57bd-4e5d-9f01-1ec11095a444 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:21:47.877486 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9f4467-13b9-43d1-bded-25d312ca2abd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:47.892888 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: ac96609a-57bd-4e5d-9f01-1ec11095a444 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:21:47.893235 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device ac96609a-57bd-4e5d-9f01-1ec11095a444 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:21:47.940606 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120798'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.028720 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12857'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.030959 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.128113 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4120637'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.128571 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ef69db6-39b2-4c81-9add-b54360daa2fd {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:21:48.133426 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.134593 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-2b099da4-6366-4d10-8574-0b99c0ec400f admin admin] 10.222.0.54 "DELETE /v2.0/routers/4ef69db6-39b2-4c81-9add-b54360daa2fd HTTP/1.1" status: 204 len: 168 time: 1.1596370 Nov 23 04:21:48.137092 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34048) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:48.181450 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-7677ef8e-4c99-4055-9594-bc0be8872a87 admin admin] Deleting subnet 272142a6-1eaa-49f9-8eb7-7870c1b4781b {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:21:48.184595 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7677ef8e-4c99-4055-9594-bc0be8872a87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.223765 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7677ef8e-4c99-4055-9594-bc0be8872a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197436'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.300744 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7677ef8e-4c99-4055-9594-bc0be8872a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.426227 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7677ef8e-4c99-4055-9594-bc0be8872a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9143487'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.455173 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677ef8e-4c99-4055-9594-bc0be8872a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=272142a6-1eaa-49f9-8eb7-7870c1b4781b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:48.461176 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7677ef8e-4c99-4055-9594-bc0be8872a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.467338 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-7677ef8e-4c99-4055-9594-bc0be8872a87 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/272142a6-1eaa-49f9-8eb7-7870c1b4781b HTTP/1.1" status: 204 len: 168 time: 0.3264055 Nov 23 04:21:48.467338 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34052) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:48.468664 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d1751a-69f4-4cec-99dd-98e07e5bd318 None None] Network fca30bf0-6b8e-488c-ba53-d9bc0d901c60 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:21:48.537506 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.590144 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Deleting port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:21:48.590481 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.658188 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] For port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=7befe0e9-4237-4a12-91b7-1c3f51bfffb4,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:48.658825 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.663395 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] DHCP port deletion for fca30bf0-6b8e-488c-ba53-d9bc0d901c60 request from dv-cinder-768458-16-iscsi {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:21:48.674721 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Calling delete_port for 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:21:48.710611 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Deleting port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:21:48.710983 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.777970 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] For port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=7befe0e9-4237-4a12-91b7-1c3f51bfffb4,segment=NetworkSegment(a0a3f56f-403a-4b4c-af3e-580cf58921d6),segment_id=a0a3f56f-403a-4b4c-af3e-580cf58921d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:48.778296 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.790795 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Calling delete_port for 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:21:48.825270 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.850388 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7befe0e9-4237-4a12-91b7-1c3f51bfffb4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:48.854863 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] No DVR routers for this DVR port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 on host dv-cinder-768458-16-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:21:48.865588 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.892598 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Pushing event deleted for resources: {'Port': ['ID=7befe0e9-4237-4a12-91b7-1c3f51bfffb4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:48.902173 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.902528 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.902871 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.903235 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.903565 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.903901 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.904232 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.904562 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.904891 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.905218 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.905582 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.905915 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:48.908787 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef1b87-06f4-44e5-8efe-1bdea24312c3 None None] No DVR routers for this DVR port 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 on host dv-cinder-768458-16-iscsi {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:21:48.933073 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.953730 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca30bf0-6b8e-488c-ba53-d9bc0d901c60']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:48.962627 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a3f56f-403a-4b4c-af3e-580cf58921d6') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:48.962914 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a3f56f-403a-4b4c-af3e-580cf58921d6') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:48.972341 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197431'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.985960 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.991720 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:21:48.992195 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9645248'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: Traceback (most recent call last): Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: timer() Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: cb(*args, **kw) Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: return func(*args, **kwargs) Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: self._notify() Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: self.callback(batched_events) Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: event.method(event) Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: return f(self, *a, **k) Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._get(url).json() Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: return self.request(url, 'GET', **kwargs) Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:21:48.997882 dv-cinder-768458-16-iscsi neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:21:49.139615 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:49.143927 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:49.147262 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fca30bf0-6b8e-488c-ba53-d9bc0d901c60 HTTP/1.1" status: 204 len: 168 time: 0.6791530 Nov 23 04:21:49.164261 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47952c-7fa8-4265-ae0f-10f8b09e4ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fca30bf0-6b8e-488c-ba53-d9bc0d901c60,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:49.500288 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34058) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:49.539709 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-d2cdcfdb-dc80-4779-a147-78e4cad74e6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=891dccdfaeb440dd89a185b6d130b3f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376880 Nov 23 04:21:49.542221 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34060) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:49.588772 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0454383a-673f-4c80-9128-d21bb16c6cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:49.609623 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0454383a-673f-4c80-9128-d21bb16c6cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:49.728657 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0454383a-673f-4c80-9128-d21bb16c6cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:49.731142 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0454383a-673f-4c80-9128-d21bb16c6cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:49.732337 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-0454383a-673f-4c80-9128-d21bb16c6cc1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5497fa0c-67c8-4f2b-a251-613eaf7c4944 HTTP/1.1" status: 204 len: 168 time: 0.1892362 Nov 23 04:21:49.740827 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454383a-673f-4c80-9128-d21bb16c6cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5497fa0c-67c8-4f2b-a251-613eaf7c4944,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:49.861424 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 2d9f4467-13b9-43d1-bded-25d312ca2abd no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:21:49.881592 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 2d9f4467-13b9-43d1-bded-25d312ca2abd {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:21:49.881929 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 2d9f4467-13b9-43d1-bded-25d312ca2abd not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:21:49.882328 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:21:49.900588 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:21:49.900929 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 7befe0e9-4237-4a12-91b7-1c3f51bfffb4 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:21:50.726120 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34082) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:50.835705 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1723735680-network', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:21:50.957133 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Made reservation on behalf of ed6fa4f03d864e43be8dc7eec4c89213 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:21:50.959573 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:50.968410 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:51.056240 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:51.134030 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:51.159856 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:21:51.170893 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3556ca-c08a-47d8-aae0-54a79fa8d982,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:51.179805 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:51.183510 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.segments_db [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Added segment 61c137f4-4ae2-4618-919b-51014e176f3c of type vlan for network d75cfc86-e875-4aa3-9237-5714df0b6f5c Nov 23 04:21:51.219342 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:51.316792 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:51.317685 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:51.318263 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:51.374843 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d75cfc86-e875-4aa3-9237-5714df0b6f5c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:51.384992 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network d75cfc86-e875-4aa3-9237-5714df0b6f5c details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:21:51.439777 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-334036da-2b07-489a-a016-abd99be323f9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7123344 Nov 23 04:21:51.442837 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:51.450425 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] Request body: {'subnet': {'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1723735680-subnet', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:21:51.556719 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] Made reservation on behalf of ed6fa4f03d864e43be8dc7eec4c89213 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:21:51.559090 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9476332'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:51.813800 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9476306'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:51.869184 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a846ca99-9d8c-4064-90bd-3f6a680e00c6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:51.878370 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] Checking segment: {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:21:51.878730 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] Network hostable DHCP agents. Network: d75cfc86-e875-4aa3-9237-5714df0b6f5c, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:21:51.962248 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] Network d75cfc86-e875-4aa3-9237-5714df0b6f5c is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:21:52.036616 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, d75cfc86-e875-4aa3-9237-5714df0b6f5c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:21:52.040719 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:52.041308 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.045213 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd878444-cb41-49ea-9d0e-32511815434f None None] Network d75cfc86-e875-4aa3-9237-5714df0b6f5c requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:21:52.116388 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34088) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:52.116969 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f1fa81b3-9158-4e25-8cab-6fc544c3df2f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6724818 Nov 23 04:21:52.121045 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.v2.base [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:21:52.191345 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaca77d4a-1e58-53e8-849d-cd8626a4fefc-d75cfc86-e875-4aa3-9237-5714df0b6f5c', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6'}]}} from dv-cinder-768458-16-iscsi. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:21:52.192217 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.213900 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4191313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8387'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.214885 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4124523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3972742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.270588 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.331590 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Allocated IP 172.20.0.2 (d75cfc86-e875-4aa3-9237-5714df0b6f5c/a846ca99-9d8c-4064-90bd-3f6a680e00c6/734fc77f-b132-445a-b3c6-6ec2132f8c4d) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:21:52.468462 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.493685 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.562980 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.606596 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Network d75cfc86-e875-4aa3-9237-5714df0b6f5c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:21:52.609667 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:21:52.614661 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:21:52.621789 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Pushing event updated for resources: {'Port': ['ID=734fc77f-b132-445a-b3c6-6ec2132f8c4d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:52.672719 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Attempting to bind port 734fc77f-b132-445a-b3c6-6ec2132f8c4d on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:21:52.673079 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Attempting to bind port 734fc77f-b132-445a-b3c6-6ec2132f8c4d by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:21:52.673437 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Attempting to bind port 734fc77f-b132-445a-b3c6-6ec2132f8c4d on network d75cfc86-e875-4aa3-9237-5714df0b6f5c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:21:52.679236 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:21:52.679615 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Checking segment: {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:21:52.680015 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.680430 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Bound using segment: {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:21:52.681326 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Bound port: 734fc77f-b132-445a-b3c6-6ec2132f8c4d, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:21:52.681425 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.742746 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] For port 734fc77f-b132-445a-b3c6-6ec2132f8c4d, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:21:52.746201 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] For port 734fc77f-b132-445a-b3c6-6ec2132f8c4d, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=734fc77f-b132-445a-b3c6-6ec2132f8c4d,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:21:52.787886 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.806016 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.860050 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:52.917449 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Allocated IP 172.27.0.64 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/f49b86b0-7260-4c4b-aa99-6d6cc02cb253) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:21:52.919360 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c74cfa-6540-4688-bb65-c68f43d2876d None None] Pushing event updated for resources: {'Port': ['ID=734fc77f-b132-445a-b3c6-6ec2132f8c4d,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:53.020299 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:53.105909 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:53.156004 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:21:53.162232 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:21:53.166866 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:21:53.170361 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Pushing event updated for resources: {'Port': ['ID=f49b86b0-7260-4c4b-aa99-6d6cc02cb253,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:53.522467 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:53.528788 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:21:53.726789 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4124074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4124470'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:53.847608 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b4388a-2702-46c3-9eb7-9d9482b91ca9 None None] Network d75cfc86-e875-4aa3-9237-5714df0b6f5c requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:21:53.934026 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Router 941d5be8-971c-4683-b3b1-3575a3c4018b is scheduled to L3 agent d698791b-1204-4756-9a69-44a6c13f83bc with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:21:53.987240 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 734fc77f-b132-445a-b3c6-6ec2132f8c4d up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:21:54.079909 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bdb81ea4-26d9-479a-87f9-4132ddbb82f6 None None] Provisioning complete for port 734fc77f-b132-445a-b3c6-6ec2132f8c4d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:54.080883 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bdb81ea4-26d9-479a-87f9-4132ddbb82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:54.146772 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 734fc77f-b132-445a-b3c6-6ec2132f8c4d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:54.147062 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:54.268664 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:21:54.278106 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Sync routers for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:21:54.289589 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:21:54.290853 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bdb81ea4-26d9-479a-87f9-4132ddbb82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:54.290993 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:21:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:54.342562 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:54.365180 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bdb81ea4-26d9-479a-87f9-4132ddbb82f6 None None] For port 734fc77f-b132-445a-b3c6-6ec2132f8c4d, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=734fc77f-b132-445a-b3c6-6ec2132f8c4d,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:54.365432 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:54.371119 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:54.375835 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-daa0d34f-76b4-4e9d-be89-ceb59c77836e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2581825 Nov 23 04:21:54.402312 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:21:54.443570 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bdb81ea4-26d9-479a-87f9-4132ddbb82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:54.537254 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.db.api [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:21:54.537829 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG oslo_db.api [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:21:54.539160 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb81ea4-26d9-479a-87f9-4132ddbb82f6 None None] Pushing event updated for resources: {'Port': ['ID=734fc77f-b132-445a-b3c6-6ec2132f8c4d,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:54.565196 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-03bab178-054b-4cc5-8b42-be2b00ef9fd1 None None] Provisioning complete for port 734fc77f-b132-445a-b3c6-6ec2132f8c4d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:54.565677 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03bab178-054b-4cc5-8b42-be2b00ef9fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:54.599299 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:53Z', 'revision_number': 3, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:54.625779 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Checking router: 941d5be8-971c-4683-b3b1-3575a3c4018b for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:21:54.626055 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Updating router 941d5be8-971c-4683-b3b1-3575a3c4018b port f49b86b0-7260-4c4b-aa99-6d6cc02cb253 binding host dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:21:54.653835 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:54.829521 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:54.910902 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:54.973534 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:54.985011 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Allocated IP 172.20.0.1 (d75cfc86-e875-4aa3-9237-5714df0b6f5c/a846ca99-9d8c-4064-90bd-3f6a680e00c6/a40dbc43-ab8b-4488-9c87-1cc6bdf52b98) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:21:55.021811 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Attempting to bind port f49b86b0-7260-4c4b-aa99-6d6cc02cb253 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:21:55.022183 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Attempting to bind port f49b86b0-7260-4c4b-aa99-6d6cc02cb253 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:21:55.022551 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Attempting to bind port f49b86b0-7260-4c4b-aa99-6d6cc02cb253 on network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:21:55.024962 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.031708 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:21:55.031708 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Checking segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:21:55.032043 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.032430 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Bound using segment: {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:21:55.033456 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Bound port: f49b86b0-7260-4c4b-aa99-6d6cc02cb253, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5370632b-add6-4cc6-8c5b-8b762459033d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:21:55.033781 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.036853 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Pushing event updated for resources: {'Port': ['ID=f49b86b0-7260-4c4b-aa99-6d6cc02cb253,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:55.064743 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.065253 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.065601 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.065942 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.066278 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.066637 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.066976 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.067330 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.067687 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.068007 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.068333 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.068656 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:55.088748 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.099781 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] For port f49b86b0-7260-4c4b-aa99-6d6cc02cb253, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:21:55.103202 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] For port f49b86b0-7260-4c4b-aa99-6d6cc02cb253, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=f49b86b0-7260-4c4b-aa99-6d6cc02cb253,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:21:55.162888 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.186102 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.217925 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:21:55.218532 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:21:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:55.230077 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Network d75cfc86-e875-4aa3-9237-5714df0b6f5c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:21:55.232972 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:21:55.236628 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:21:55.255010 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fd33a-b0ad-4348-a263-8c548ddd9854 None None] Pushing event updated for resources: {'Port': ['ID=f49b86b0-7260-4c4b-aa99-6d6cc02cb253,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:55.265596 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Pushing event updated for resources: {'Port': ['ID=a40dbc43-ab8b-4488-9c87-1cc6bdf52b98,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:55.285711 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120683'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.334081 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:21:55.463815 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.471715 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-59a7e734-c87d-4f6c-a977-3379392ba7d9 None None] Provisioning complete for port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:55.472231 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-59a7e734-c87d-4f6c-a977-3379392ba7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.508363 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-59a7e734-c87d-4f6c-a977-3379392ba7d9 None None] Port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:21:55.603338 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:53Z', 'revision_number': 3, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:55.629535 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5331a47-2ff5-4be3-adb6-05a2c85feb72 None None] The sync data for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi is: [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:53Z', 'revision_number': 3, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:21:55.638286 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.705922 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.775572 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Pushing event updated for resources: {'Port': ['ID=a40dbc43-ab8b-4488-9c87-1cc6bdf52b98,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:55.778002 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3702143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124155'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:55.899083 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Network d75cfc86-e875-4aa3-9237-5714df0b6f5c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:21:55.900659 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:21:55.917426 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 734fc77f-b132-445a-b3c6-6ec2132f8c4d up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:21:55.969908 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port 734fc77f-b132-445a-b3c6-6ec2132f8c4d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:55.971284 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:56.046706 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Router 941d5be8-971c-4683-b3b1-3575a3c4018b has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:21:56.133207 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5102f802-86aa-4b34-9b43-f974898e6361 None None] Provisioning complete for port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:56.133790 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5102f802-86aa-4b34-9b43-f974898e6361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:56.165717 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:21:56.170800 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a2d70582-4eb6-4596-8161-a3dc4ea4e567 admin admin] 10.222.0.54 "PUT /v2.0/routers/941d5be8-971c-4683-b3b1-3575a3c4018b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7974870 Nov 23 04:21:56.175201 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5102f802-86aa-4b34-9b43-f974898e6361 None None] Port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:21:57.120069 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:57.125639 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580243950', 'description': 'tempest-description--336270093'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:21:57.133227 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Sync routers for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:21:57.144005 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:21:57.144644 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:21:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:57.184918 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5278c750-5b32-4723-a8c9-472a4f54b37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.219494 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.257974 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:21:57.288456 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.333817 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.365236 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24150de7-0a1f-48d1-9e2e-bd279755f6e9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:57.372292 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.372742 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.373131 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.373449 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.373772 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.374115 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.374450 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.374817 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.375184 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.375538 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.375908 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.376235 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:21:57.410901 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.413456 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-55d209d9-14c5-4db2-b740-28a0e2b87b35 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2909245 Nov 23 04:21:57.415023 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34100) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:57.419525 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-98b58b53-ab95-4b2a-82cf-1e8b5d8586bb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'security_group_rule': {'security_group_id': '24150de7-0a1f-48d1-9e2e-bd279755f6e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:21:57.462418 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 2, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:57.488008 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98b58b53-ab95-4b2a-82cf-1e8b5d8586bb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.489591 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Checking router: 941d5be8-971c-4683-b3b1-3575a3c4018b for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:21:57.489738 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Updating router 941d5be8-971c-4683-b3b1-3575a3c4018b port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 binding host dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:21:57.513941 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.549215 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98b58b53-ab95-4b2a-82cf-1e8b5d8586bb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.608579 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98b58b53-ab95-4b2a-82cf-1e8b5d8586bb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.624276 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b58b53-ab95-4b2a-82cf-1e8b5d8586bb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f0f1e9-6479-469b-97ee-5080b6e8f214,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:57.684797 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98b58b53-ab95-4b2a-82cf-1e8b5d8586bb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.686021 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-98b58b53-ab95-4b2a-82cf-1e8b5d8586bb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2699509 Nov 23 04:21:57.688611 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:57.693333 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e37674a6-d071-400c-98e8-d938e54c2b51 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'security_group_rule': {'security_group_id': '24150de7-0a1f-48d1-9e2e-bd279755f6e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:21:57.775184 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.778507 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e37674a6-d071-400c-98e8-d938e54c2b51 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.841978 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.843914 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e37674a6-d071-400c-98e8-d938e54c2b51 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.896672 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cf62b-71cd-43d9-ad0f-ff91b932ad03 None None] Pushing event updated for resources: {'Port': ['ID=a40dbc43-ab8b-4488-9c87-1cc6bdf52b98,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:57.903341 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device f49b86b0-7260-4c4b-aa99-6d6cc02cb253 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:21:57.933781 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e37674a6-d071-400c-98e8-d938e54c2b51 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.953091 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37674a6-d071-400c-98e8-d938e54c2b51 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708e5a81-45f7-4c1c-8ea8-ff1a35dce587,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:57.979864 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Attempting to bind port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 on host dv-cinder-768458-16-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:21:57.980229 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Attempting to bind port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 by drivers openvswitch,hyperv on host dv-cinder-768458-16-iscsi at level 0 using segments [{'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:21:57.980589 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Attempting to bind port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 on network d75cfc86-e875-4aa3-9237-5714df0b6f5c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:21:57.988226 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Checking agent: {'id': '0774e69b-76f0-4147-8156-d73d4f174ac9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 6, 3), 'started_at': datetime.datetime(2021, 11, 23, 4, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:21:57.988590 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Checking segment: {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:21:57.988986 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:57.989404 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Bound using segment: {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:21:57.989828 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Bound port: a40dbc43-ab8b-4488-9c87-1cc6bdf52b98, host: dv-cinder-768458-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:21:57.990200 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.022546 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e37674a6-d071-400c-98e8-d938e54c2b51 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.024076 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e37674a6-d071-400c-98e8-d938e54c2b51 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342977 Nov 23 04:21:58.031775 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:21:58.031775 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'floatingip': {'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:21:58.036157 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port f49b86b0-7260-4c4b-aa99-6d6cc02cb253 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:58.036535 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.089261 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] For port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98, host dv-cinder-768458-16-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:21:58.092740 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] For port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98, host dv-cinder-768458-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=a40dbc43-ab8b-4488-9c87-1cc6bdf52b98,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:21:58.133886 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.143567 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-24372479-2789-473e-bd34-ceb3f1e6f6e8 None None] Provisioning complete for port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:58.143567 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-24372479-2789-473e-bd34-ceb3f1e6f6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.166716 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.176307 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.228057 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-24372479-2789-473e-bd34-ceb3f1e6f6e8 None None] Port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:21:58.235410 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] For port f49b86b0-7260-4c4b-aa99-6d6cc02cb253, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=f49b86b0-7260-4c4b-aa99-6d6cc02cb253,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:58.236130 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.256678 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:21:58.257297 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:21:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:58.262129 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cf62b-71cd-43d9-ad0f-ff91b932ad03 None None] Pushing event updated for resources: {'Port': ['ID=a40dbc43-ab8b-4488-9c87-1cc6bdf52b98,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:58.312300 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.348966 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Allocated IP 172.27.0.19 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/c10f8514-be17-4b9f-89d8-4661a0985023) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:21:58.405254 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Pushing event updated for resources: {'Port': ['ID=f49b86b0-7260-4c4b-aa99-6d6cc02cb253,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:58.409973 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:21:58.466372 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.562779 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.605041 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:21:58.608228 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:21:58.610761 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:21:58.639137 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'Port': ['ID=c10f8514-be17-4b9f-89d8-4661a0985023,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:58.705024 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-dbfedce4-71d5-4e8a-83ae-35e58ca03b46 None None] Provisioning complete for port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:58.706108 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbfedce4-71d5-4e8a-83ae-35e58ca03b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.707453 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.816862 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:21:58.819265 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.850526 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09cc9e5-f58f-4938-9d8d-d764c462e33a None None] The sync data for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi is: [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:21:58.853988 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbfedce4-71d5-4e8a-83ae-35e58ca03b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:58.900227 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-dbfedce4-71d5-4e8a-83ae-35e58ca03b46 None None] For port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=a40dbc43-ab8b-4488-9c87-1cc6bdf52b98,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:21:59.004292 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:59.019924 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbfedce4-71d5-4e8a-83ae-35e58ca03b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:59.070867 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:59.071677 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfedce4-71d5-4e8a-83ae-35e58ca03b46 None None] Pushing event updated for resources: {'Port': ['ID=a40dbc43-ab8b-4488-9c87-1cc6bdf52b98,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:59.149369 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'Port': ['ID=c10f8514-be17-4b9f-89d8-4661a0985023,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:21:59.163459 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:59.244648 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:59.246031 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-580a59e1-ce81-4986-87fe-3a49f2ba0c17 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2179317 Nov 23 04:21:59.405280 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-c709ef48-f6ae-4227-b919-ec41f7f0ebcb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--580243950&fields=id&tenant_id=ed6fa4f03d864e43be8dc7eec4c89213 HTTP/1.1" status: 200 len: 267 time: 0.0440717 Nov 23 04:21:59.514538 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d85f5de1-5338-4a3b-8ed3-3c5c62bf467e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:21:59.516002 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d85f5de1-5338-4a3b-8ed3-3c5c62bf467e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/networks?id=d75cfc86-e875-4aa3-9237-5714df0b6f5c HTTP/1.1" status: 200 len: 811 time: 0.1032348 Nov 23 04:21:59.530558 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-e141b4c5-1944-4cca-a53b-a3af25961f7e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/quotas/ed6fa4f03d864e43be8dc7eec4c89213 HTTP/1.1" status: 200 len: 375 time: 0.0087931 Nov 23 04:21:59.585812 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-6aae27cf-0976-4ad7-9ac9-ead34c6089d6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441334 Nov 23 04:21:59.727538 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-31a84787-58ec-44a6-af76-37efe3eabf63 service neutron] 10.222.0.54 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354833 Nov 23 04:21:59.745235 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d79a5e6c-1eaa-494d-9c1f-ea96783c56e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:21:59.816840 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-2f7cb849-9146-47dd-a3ea-068402e6397d service neutron] 10.222.0.54 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831842 Nov 23 04:21:59.935567 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device f49b86b0-7260-4c4b-aa99-6d6cc02cb253 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:21:59.985912 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port f49b86b0-7260-4c4b-aa99-6d6cc02cb253 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:21:59.986280 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:00.068906 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 up at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:22:00.082518 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a7f2c02f-dc28-4392-9f93-80257188f3ce req-e846e94e-260a-4815-a572-8b99e46f7894 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 210 time: 0.0268791 Nov 23 04:22:00.117891 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Provisioning complete for port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:22:00.118268 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:00.944765 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:01.175852 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-285bc1c0-c2f7-4c97-b6b7-459c2a5d5873 req-191793b1-d41b-49a1-9319-f36230ebb87a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 210 time: 0.0263169 Nov 23 04:22:02.222246 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-5bd9b69a-fe43-4ac2-b2dc-d5086c8a73a2 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:02.224045 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-5bd9b69a-fe43-4ac2-b2dc-d5086c8a73a2 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.50 "GET /v2.0/networks?id=d75cfc86-e875-4aa3-9237-5714df0b6f5c HTTP/1.1" status: 200 len: 811 time: 0.1087680 Nov 23 04:22:02.282311 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7811b02-5f7d-4135-92e9-ceb0f9795681 req-df40428a-980d-4b7a-b61e-efb2f1066206 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 210 time: 0.0314589 Nov 23 04:22:02.317636 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-52fdd3d0-c7e4-4098-9504-72764cfa68ad tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed6fa4f03d864e43be8dc7eec4c89213 HTTP/1.1" status: 200 len: 379 time: 0.0801039 Nov 23 04:22:02.336304 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'port': {'device_id': '50329b3a-4863-4a29-92f9-e05c525f1435', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'admin_state_up': True, 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'security_groups': ['24150de7-0a1f-48d1-9e2e-bd279755f6e9']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:22:02.407887 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:02.516470 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Made reservation on behalf of ed6fa4f03d864e43be8dc7eec4c89213 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:22:02.520901 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:02.646448 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Allocated IP 172.20.0.9 (d75cfc86-e875-4aa3-9237-5714df0b6f5c/a846ca99-9d8c-4064-90bd-3f6a680e00c6/0429849c-9408-4787-ae74-907d8a990dda) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:22:02.779493 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:02.882280 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:02.929552 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Network d75cfc86-e875-4aa3-9237-5714df0b6f5c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:22:02.932877 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:22:02.936550 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:22:02.960692 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'Port': ['ID=0429849c-9408-4787-ae74-907d8a990dda,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:22:02.990709 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:02.991370 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:03.090973 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-07396cda-1f26-478f-8046-18a74dda876a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7586305 Nov 23 04:22:03.108714 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Request body: {'port': {'device_id': '50329b3a-4863-4a29-92f9-e05c525f1435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:22:03.160554 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:03.163795 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-840fc1ec-8cf4-4311-b961-dd5ac020ade1 None None] Provisioning complete for port 0429849c-9408-4787-ae74-907d8a990dda triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:22:03.164169 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-840fc1ec-8cf4-4311-b961-dd5ac020ade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:03.197726 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-840fc1ec-8cf4-4311-b961-dd5ac020ade1 None None] Port 0429849c-9408-4787-ae74-907d8a990dda cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:22:03.304958 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:03.437701 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb69030-eace-4f22-bfda-24915b19aa38 req-eb111d1e-d449-4ab7-a11e-f6a31399cdd0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:03.439144 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5bb69030-eace-4f22-bfda-24915b19aa38 req-eb111d1e-d449-4ab7-a11e-f6a31399cdd0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 931 time: 0.0828843 Nov 23 04:22:03.485924 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0429849c-9408-4787-ae74-907d8a990dda {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:22:03.496074 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:03.522641 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Transition to ACTIVE for port object 0429849c-9408-4787-ae74-907d8a990dda will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:22:03.526554 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5bb69030-eace-4f22-bfda-24915b19aa38 req-ea96caf0-3bee-489c-9136-27ee9203905f tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670660 Nov 23 04:22:03.602005 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:03.651719 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Pushing event updated for resources: {'Port': ['ID=0429849c-9408-4787-ae74-907d8a990dda,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:22:03.726388 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Attempting to bind port 0429849c-9408-4787-ae74-907d8a990dda on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:22:03.726725 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Attempting to bind port 0429849c-9408-4787-ae74-907d8a990dda by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:22:03.727052 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Attempting to bind port 0429849c-9408-4787-ae74-907d8a990dda on network d75cfc86-e875-4aa3-9237-5714df0b6f5c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:22:03.731613 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Port 0429849c-9408-4787-ae74-907d8a990dda on network d75cfc86-e875-4aa3-9237-5714df0b6f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:22:03.731932 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Attempting to bind port 0429849c-9408-4787-ae74-907d8a990dda on network d75cfc86-e875-4aa3-9237-5714df0b6f5c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:22:03.737171 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:22:03.737694 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Checking segment: {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:22:03.738085 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Bound using segment: {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:22:03.738513 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Bound port: 0429849c-9408-4787-ae74-907d8a990dda, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:22:03.738871 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:03.802530 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] For port 0429849c-9408-4787-ae74-907d8a990dda, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:22:03.806172 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] For port 0429849c-9408-4787-ae74-907d8a990dda, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0429849c-9408-4787-ae74-907d8a990dda,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:22:03.854070 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:03.884704 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:03.885105 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:03.886762 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] 10.222.0.50 "PUT /v2.0/ports/0429849c-9408-4787-ae74-907d8a990dda HTTP/1.1" status: 200 len: 1093 time: 0.7818651 Nov 23 04:22:03.889101 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50329b3a-4863-4a29-92f9-e05c525f1435', 'tag': '0429849c-9408-4787-ae74-907d8a990dda'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:22:03.891377 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43920bb-6f0d-40e6-bb7a-1de2e1fd823a" -d '{"events": [{"name": "network-changed", "server_uuid": "50329b3a-4863-4a29-92f9-e05c525f1435", "tag": "0429849c-9408-4787-ae74-907d8a990dda"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:22:03.922022 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902cea3-076e-4b31-8727-2edc5b568c51 service neutron] Pushing event updated for resources: {'Port': ['ID=0429849c-9408-4787-ae74-907d8a990dda,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:22:03.932040 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95e859b-7cea-4265-8da6-7ad8e49edecd x-openstack-request-id: req-a95e859b-7cea-4265-8da6-7ad8e49edecd {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:22:03.932329 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50329b3a-4863-4a29-92f9-e05c525f1435", "tag": "0429849c-9408-4787-ae74-907d8a990dda", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:22:03.932594 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a95e859b-7cea-4265-8da6-7ad8e49edecd {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:22:03.933028 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50329b3a-4863-4a29-92f9-e05c525f1435', 'tag': '0429849c-9408-4787-ae74-907d8a990dda', 'status': 'completed', 'code': 200} Nov 23 04:22:04.020762 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43920bb-6f0d-40e6-bb7a-1de2e1fd823a req-a57fa9f7-a69d-4690-951a-f47315cfcc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:04.022282 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a43920bb-6f0d-40e6-bb7a-1de2e1fd823a req-a57fa9f7-a69d-4690-951a-f47315cfcc01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 1096 time: 0.0479233 Nov 23 04:22:04.123795 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43920bb-6f0d-40e6-bb7a-1de2e1fd823a req-26e80416-24bd-438e-8d3f-e9f0e77c8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:04.125141 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a43920bb-6f0d-40e6-bb7a-1de2e1fd823a req-26e80416-24bd-438e-8d3f-e9f0e77c8cdd service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0895374 Nov 23 04:22:04.223815 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43920bb-6f0d-40e6-bb7a-1de2e1fd823a req-f45d1f98-1b3a-46ea-908f-468e7e548d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:04.225238 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a43920bb-6f0d-40e6-bb7a-1de2e1fd823a req-f45d1f98-1b3a-46ea-908f-468e7e548d5d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931785 Nov 23 04:22:04.325279 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-ad21aed7-27f8-471c-be53-9857b487640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:04.326721 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-ad21aed7-27f8-471c-be53-9857b487640a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 1096 time: 0.0391507 Nov 23 04:22:04.375682 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-25793b07-5ff0-4e60-83cd-af6b6abfa6cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0429849c-9408-4787-ae74-907d8a990dda HTTP/1.1" status: 200 len: 217 time: 0.0336850 Nov 23 04:22:04.722249 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-6a647551-9ee0-41c1-a985-b4b929aa00c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:04.723724 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-6a647551-9ee0-41c1-a985-b4b929aa00c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a846ca99-9d8c-4064-90bd-3f6a680e00c6 HTTP/1.1" status: 200 len: 850 time: 0.3389528 Nov 23 04:22:04.746918 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd07fb-0599-4e92-8dfc-09a8912d8529 req-dcb503be-d6e1-460a-81ed-7be995069b91 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:04.748344 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcfd07fb-0599-4e92-8dfc-09a8912d8529 req-dcb503be-d6e1-460a-81ed-7be995069b91 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 943 time: 0.0681272 Nov 23 04:22:04.802521 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-6996d5e5-b8dd-49ef-81fa-fa4106a5ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:04.804103 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-6996d5e5-b8dd-49ef-81fa-fa4106a5ac35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75cfc86-e875-4aa3-9237-5714df0b6f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0729849 Nov 23 04:22:04.822935 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcfd07fb-0599-4e92-8dfc-09a8912d8529 req-71ba153b-fdfd-458a-a6fd-ebe784539439 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607038 Nov 23 04:22:04.899846 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-9ee5982c-55c8-47b1-b459-ee3f6b99cb60 service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882673 Nov 23 04:22:04.991871 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-912b4c89-cfc7-47bb-aa28-23dbf3a0ef64 req-c717816e-eb79-4e5b-bcb4-6db241cd2420 service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848432 Nov 23 04:22:05.938014 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c432593-e9eb-4393-92be-5744cd4c8ad8 req-b861843b-f37b-4dcc-ab9d-448f869c7b53 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:05.939421 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1c432593-e9eb-4393-92be-5744cd4c8ad8 req-b861843b-f37b-4dcc-ab9d-448f869c7b53 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 943 time: 0.0492258 Nov 23 04:22:05.986421 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1c432593-e9eb-4393-92be-5744cd4c8ad8 req-b5cf66ab-d563-4556-99fd-4815588882df tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408580 Nov 23 04:22:07.099747 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5374-aa1e-4489-b7a3-0dd34307a4f5 req-b8b20d2e-6f13-47a6-a72b-7bd4ff2b2a25 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:07.101200 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f8ed5374-aa1e-4489-b7a3-0dd34307a4f5 req-b8b20d2e-6f13-47a6-a72b-7bd4ff2b2a25 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 943 time: 0.0478683 Nov 23 04:22:07.147557 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f8ed5374-aa1e-4489-b7a3-0dd34307a4f5 req-e0b9e122-2ab0-4bf0-a5dc-237a6888651b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404756 Nov 23 04:22:08.267397 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408fbc4-8e6b-4b1a-85cc-f4451ba4c5f6 req-d4ce22c7-cbe4-4f11-9313-b181259d40e9 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:08.269426 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3408fbc4-8e6b-4b1a-85cc-f4451ba4c5f6 req-d4ce22c7-cbe4-4f11-9313-b181259d40e9 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 943 time: 0.0532584 Nov 23 04:22:08.315990 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3408fbc4-8e6b-4b1a-85cc-f4451ba4c5f6 req-36b30d37-3ca8-4de1-887a-172da2727351 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406818 Nov 23 04:22:08.404431 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 0429849c-9408-4787-ae74-907d8a990dda details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:22:08.498687 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 0429849c-9408-4787-ae74-907d8a990dda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0429849c-9408-4787-ae74-907d8a990dda,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:22:08.513809 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '0429849c-9408-4787-ae74-907d8a990dda', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'port_id': '0429849c-9408-4787-ae74-907d8a990dda', 'mac_address': 'fa:16:3e:ca:48:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:22:08.549935 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:08.562095 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0429849c-9408-4787-ae74-907d8a990dda {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:22:08.582594 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 0429849c-9408-4787-ae74-907d8a990dda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0429849c-9408-4787-ae74-907d8a990dda,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:22:08.630631 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:08.678791 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=0429849c-9408-4787-ae74-907d8a990dda,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:22:08.929819 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['0429849c-9408-4787-ae74-907d8a990dda'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:22:09.433010 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782efc99-9ee1-4164-96a7-bf80da0a0bcb req-1474c678-9092-46c4-9986-c36abdd05116 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:09.434471 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-782efc99-9ee1-4164-96a7-bf80da0a0bcb req-1474c678-9092-46c4-9986-c36abdd05116 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 944 time: 0.0538824 Nov 23 04:22:09.481526 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-782efc99-9ee1-4164-96a7-bf80da0a0bcb req-0682d8c8-3b85-4c97-9bde-4f891d4950dd tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400324 Nov 23 04:22:10.419498 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 0429849c-9408-4787-ae74-907d8a990dda up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:22:10.556403 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 0429849c-9408-4787-ae74-907d8a990dda completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:22:10.560469 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 0429849c-9408-4787-ae74-907d8a990dda triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:22:10.560842 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:10.595414 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ce6ee-3a1d-4767-9b6f-f8d951b8b55d req-e63b9dab-6a2e-465f-a7f6-4dd6f1ce9519 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:10.597448 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-177ce6ee-3a1d-4767-9b6f-f8d951b8b55d req-e63b9dab-6a2e-465f-a7f6-4dd6f1ce9519 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 944 time: 0.0501614 Nov 23 04:22:10.641021 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:10.649341 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-177ce6ee-3a1d-4767-9b6f-f8d951b8b55d req-b0cfd775-4089-4bcb-a3d5-4bf48d16845c tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457067 Nov 23 04:22:10.664469 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50329b3a-4863-4a29-92f9-e05c525f1435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0429849c-9408-4787-ae74-907d8a990dda'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:22:10.666718 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6d9b30-11e5-4f14-82aa-c393a4a13f32" -d '{"events": [{"server_uuid": "50329b3a-4863-4a29-92f9-e05c525f1435", "name": "network-vif-plugged", "status": "completed", "tag": "0429849c-9408-4787-ae74-907d8a990dda"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:22:10.680094 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 0429849c-9408-4787-ae74-907d8a990dda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0429849c-9408-4787-ae74-907d8a990dda,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:22:10.704954 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd60341-75a6-4235-8314-51a4f3f95eaa x-openstack-request-id: req-cbd60341-75a6-4235-8314-51a4f3f95eaa {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:22:10.706047 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50329b3a-4863-4a29-92f9-e05c525f1435", "name": "network-vif-plugged", "status": "completed", "tag": "0429849c-9408-4787-ae74-907d8a990dda", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:22:10.706343 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cbd60341-75a6-4235-8314-51a4f3f95eaa {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:22:10.706733 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50329b3a-4863-4a29-92f9-e05c525f1435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0429849c-9408-4787-ae74-907d8a990dda', 'code': 200} Nov 23 04:22:10.745029 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:10.795416 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=0429849c-9408-4787-ae74-907d8a990dda,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:22:11.062924 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ddfb-1fbc-4d29-ae56-8c99e21e0914 req-8f36d1a8-dd5a-42ed-a472-0b7fa3f396f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:11.064431 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f310ddfb-1fbc-4d29-ae56-8c99e21e0914 req-8f36d1a8-dd5a-42ed-a472-0b7fa3f396f7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 1098 time: 0.0396626 Nov 23 04:22:11.108574 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f310ddfb-1fbc-4d29-ae56-8c99e21e0914 req-3c66ceee-00ef-4a21-b104-0f9da27a815e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370736 Nov 23 04:22:11.763803 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e2fce-2285-41d0-8327-1945ec8307d3 req-a980cd44-d9ba-4a43-8c79-840f3ebb31d2 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:11.765265 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-121e2fce-2285-41d0-8327-1945ec8307d3 req-a980cd44-d9ba-4a43-8c79-840f3ebb31d2 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0495937 Nov 23 04:22:11.813598 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-121e2fce-2285-41d0-8327-1945ec8307d3 req-a54b3911-c4f6-4dc1-8728-3eb96fdc8e0e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416775 Nov 23 04:22:12.933128 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c6a55-0fbd-4e5c-8b05-6423d2074e14 req-28078604-198e-46ae-a8cf-b141989b374e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:12.934513 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a01c6a55-0fbd-4e5c-8b05-6423d2074e14 req-28078604-198e-46ae-a8cf-b141989b374e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0522668 Nov 23 04:22:12.980840 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a01c6a55-0fbd-4e5c-8b05-6423d2074e14 req-be67540d-c044-4428-91b0-070a11de34c9 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404410 Nov 23 04:22:13.089756 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa92e8-ee34-4d0c-9f5e-462ad057f223 req-0dd5cae4-184e-4376-9726-49e7fe35a9bb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:13.091533 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eafa92e8-ee34-4d0c-9f5e-462ad057f223 req-0dd5cae4-184e-4376-9726-49e7fe35a9bb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0477188 Nov 23 04:22:13.100949 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:22:13.105203 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b0b14e7b-1635-4403-b353-131c126097a8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'floatingip': {'port_id': '0429849c-9408-4787-ae74-907d8a990dda'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:22:13.145958 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0b14e7b-1635-4403-b353-131c126097a8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:13.569652 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0b14e7b-1635-4403-b353-131c126097a8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:13.664660 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0b14e7b-1635-4403-b353-131c126097a8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:13.764433 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-b0b14e7b-1635-4403-b353-131c126097a8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Floating IP 2878db9e-ff3b-40df-aa8c-253a3d7bc67f associated. External IP: 172.27.0.19, port: 0429849c-9408-4787-ae74-907d8a990dda. Nov 23 04:22:13.967995 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b14e7b-1635-4403-b353-131c126097a8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Router 941d5be8-971c-4683-b3b1-3575a3c4018b has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:22:14.073015 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b14e7b-1635-4403-b353-131c126097a8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:22:14.077945 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0b14e7b-1635-4403-b353-131c126097a8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:14.082980 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557727a-f17a-43b4-b424-d6d9f133db56 None None] Sync routers for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:22:14.092267 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557727a-f17a-43b4-b424-d6d9f133db56 None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:22:14.092860 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f557727a-f17a-43b4-b424-d6d9f133db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:22:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:22:14.105911 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b0b14e7b-1635-4403-b353-131c126097a8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "PUT /v2.0/floatingips/2878db9e-ff3b-40df-aa8c-253a3d7bc67f HTTP/1.1" status: 200 len: 990 time: 1.0039423 Nov 23 04:22:14.106515 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50329b3a-4863-4a29-92f9-e05c525f1435', 'tag': '0429849c-9408-4787-ae74-907d8a990dda'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:22:14.108907 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "50329b3a-4863-4a29-92f9-e05c525f1435", "tag": "0429849c-9408-4787-ae74-907d8a990dda"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:22:14.156146 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d089d9ae-385f-42b1-9dd5-945ff51436d1 x-openstack-request-id: req-d089d9ae-385f-42b1-9dd5-945ff51436d1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:22:14.156449 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50329b3a-4863-4a29-92f9-e05c525f1435", "tag": "0429849c-9408-4787-ae74-907d8a990dda", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:22:14.156709 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d089d9ae-385f-42b1-9dd5-945ff51436d1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:22:14.157114 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50329b3a-4863-4a29-92f9-e05c525f1435', 'tag': '0429849c-9408-4787-ae74-907d8a990dda', 'status': 'completed', 'code': 200} Nov 23 04:22:14.199809 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f557727a-f17a-43b4-b424-d6d9f133db56 None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:22:14.250589 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0 req-2b9e0d56-a09f-4aa4-b662-ceaa5dfc05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:14.252663 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0 req-2b9e0d56-a09f-4aa4-b662-ceaa5dfc05e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 1098 time: 0.0446336 Nov 23 04:22:14.348326 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0 req-3a881151-6fde-4a02-b3fe-b6ac9b7291ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:14.349834 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0 req-3a881151-6fde-4a02-b3fe-b6ac9b7291ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75cfc86-e875-4aa3-9237-5714df0b6f5c HTTP/1.1" status: 200 len: 912 time: 0.0901537 Nov 23 04:22:14.416245 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0 req-d048bdea-e63f-4f04-99e3-1bc5bf1e526a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0429849c-9408-4787-ae74-907d8a990dda HTTP/1.1" status: 200 len: 998 time: 0.0582078 Nov 23 04:22:14.428143 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f557727a-f17a-43b4-b424-d6d9f133db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '2878db9e-ff3b-40df-aa8c-253a3d7bc67f', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'port_id': '0429849c-9408-4787-ae74-907d8a990dda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'mac_address': 'fa:16:3e:ca:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50329b3a-4863-4a29-92f9-e05c525f1435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:21:58Z', 'updated_at': '2021-11-23T04:22:13Z', 'revision_number': 1, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:22:14.454001 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557727a-f17a-43b4-b424-d6d9f133db56 None None] Checking router: 941d5be8-971c-4683-b3b1-3575a3c4018b for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:22:14.462840 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557727a-f17a-43b4-b424-d6d9f133db56 None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:22:14.463469 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f557727a-f17a-43b4-b424-d6d9f133db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:22:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:22:14.469296 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0 req-63d9ab85-b7c9-4f49-97d6-4ac6ad733c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:14.470737 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0 req-63d9ab85-b7c9-4f49-97d6-4ac6ad733c3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a846ca99-9d8c-4064-90bd-3f6a680e00c6 HTTP/1.1" status: 200 len: 850 time: 0.0474656 Nov 23 04:22:14.515507 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0 req-2ba74b54-c0ca-4683-9f09-e88324a2173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:14.517076 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0 req-2ba74b54-c0ca-4683-9f09-e88324a2173f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75cfc86-e875-4aa3-9237-5714df0b6f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394545 Nov 23 04:22:14.566525 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f557727a-f17a-43b4-b424-d6d9f133db56 None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:22:14.605607 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0 req-0d595cfa-56a2-4f2d-869c-9cfb33af8e65 service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817840 Nov 23 04:22:14.701443 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-499b4090-61e9-4f13-a1c3-9b5dbb259fd0 req-6800d4fb-cddb-41cb-9abc-d8e092146716 service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883274 Nov 23 04:22:14.791001 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f557727a-f17a-43b4-b424-d6d9f133db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '2878db9e-ff3b-40df-aa8c-253a3d7bc67f', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'port_id': '0429849c-9408-4787-ae74-907d8a990dda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'mac_address': 'fa:16:3e:ca:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50329b3a-4863-4a29-92f9-e05c525f1435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:21:58Z', 'updated_at': '2021-11-23T04:22:13Z', 'revision_number': 1, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:22:14.818223 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557727a-f17a-43b4-b424-d6d9f133db56 None None] The sync data for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi is: [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '2878db9e-ff3b-40df-aa8c-253a3d7bc67f', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'port_id': '0429849c-9408-4787-ae74-907d8a990dda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'mac_address': 'fa:16:3e:ca:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50329b3a-4863-4a29-92f9-e05c525f1435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:21:58Z', 'updated_at': '2021-11-23T04:22:13Z', 'revision_number': 1, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:22:15.415522 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63b3020-7cc5-4f25-a94e-2e134b566d77 None None] New status for floating IP 2878db9e-ff3b-40df-aa8c-253a3d7bc67f: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:22:25.030356 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:25.476370 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-f28df2f1-4951-4a10-815c-1d2ee65de434 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399916 Nov 23 04:22:25.550037 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-6f1d616d-3cb4-4d5f-80ef-f58f8caadc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:25.551534 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-6f1d616d-3cb4-4d5f-80ef-f58f8caadc86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29832a113f1544d7a5467a88b2f0d669&device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 1099 time: 0.0394175 Nov 23 04:22:25.660615 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-ded1fba2-2f6a-4db9-9504-abb00249ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:25.662154 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-ded1fba2-2f6a-4db9-9504-abb00249ea94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3530e0d-07ae-4ff9-b495-05515e155951 HTTP/1.1" status: 200 len: 910 time: 0.0878267 Nov 23 04:22:25.728424 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-76eadf11-5715-47a5-880b-bca050aaed1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6785c855-b933-47d9-95d0-982e7c07f503 HTTP/1.1" status: 200 len: 1001 time: 0.0568995 Nov 23 04:22:25.781205 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-88429c19-b878-46b2-bab5-87f439189a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:25.782600 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-88429c19-b878-46b2-bab5-87f439189a7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=876101f4-19c6-4756-afa6-805f6a676f16 HTTP/1.1" status: 200 len: 848 time: 0.0459635 Nov 23 04:22:25.833846 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-2971b1be-4df5-48b5-a4bf-3aa8122f9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:25.835347 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-2971b1be-4df5-48b5-a4bf-3aa8122f9382 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3530e0d-07ae-4ff9-b495-05515e155951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408649 Nov 23 04:22:25.924734 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-b6a6ab98-3dc4-4f29-a3f0-a8a029a38661 service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808628 Nov 23 04:22:26.018243 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-82a94c95-d21f-4891-aad7-ba7a725178dd req-fac22b02-6845-41a8-810a-8ce67bcde7c9 service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843921 Nov 23 04:22:27.201728 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9543b339-8f02-47b5-b83d-054e1dc37c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:29.756581 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-398c25a7-c3c3-4c36-a7df-52ec4766966e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:30.528468 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:22:30.950372 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:32.401798 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:33.298787 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:45.142041 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f265f4-94c3-462d-9a6e-9898d88d75fe req-64a24fc4-1448-47c9-b4b5-ea2b32d3ffbc tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:45.143686 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-76f265f4-94c3-462d-9a6e-9898d88d75fe req-64a24fc4-1448-47c9-b4b5-ea2b32d3ffbc tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0529244 Nov 23 04:22:45.193433 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-76f265f4-94c3-462d-9a6e-9898d88d75fe req-fafcb883-623f-40ac-a51b-3edfd3bc578f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436175 Nov 23 04:22:46.311494 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198471bb-db9b-4e8f-9d0b-0a3218846c66 req-489d7205-c59a-4da2-a02d-bfa8a717f9b5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:46.312945 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-198471bb-db9b-4e8f-9d0b-0a3218846c66 req-489d7205-c59a-4da2-a02d-bfa8a717f9b5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0515594 Nov 23 04:22:46.362762 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-198471bb-db9b-4e8f-9d0b-0a3218846c66 req-f4b6fd53-a3bc-4675-947f-9e72a5033576 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439451 Nov 23 04:22:47.480198 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c7093-2440-4d0c-b96a-12efc5e91bd6 req-1cf4ea03-6909-445f-a125-1a86955b23dc tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:47.481661 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-623c7093-2440-4d0c-b96a-12efc5e91bd6 req-1cf4ea03-6909-445f-a125-1a86955b23dc tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0507441 Nov 23 04:22:47.531095 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-623c7093-2440-4d0c-b96a-12efc5e91bd6 req-9f389e4b-d87b-4e8e-9822-09efa7953cf0 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436189 Nov 23 04:22:48.643173 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc11da-f84d-4992-960d-6e2873902d3d req-447bd0c0-bc94-462b-8f61-614e40abfd3d tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:48.644632 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7fbc11da-f84d-4992-960d-6e2873902d3d req-447bd0c0-bc94-462b-8f61-614e40abfd3d tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0481277 Nov 23 04:22:48.700968 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7fbc11da-f84d-4992-960d-6e2873902d3d req-9ff55e03-2842-4067-899c-fc4d1d430244 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505025 Nov 23 04:22:49.814183 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbbe2b-4d95-48f5-8f58-3e0b8a58b6b2 req-59ed21aa-624b-48d8-ae18-a15f226e2f0d tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:49.815681 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0fbbbe2b-4d95-48f5-8f58-3e0b8a58b6b2 req-59ed21aa-624b-48d8-ae18-a15f226e2f0d tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0496535 Nov 23 04:22:49.866394 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0fbbbe2b-4d95-48f5-8f58-3e0b8a58b6b2 req-a5ba7bf1-5e00-4eee-b867-1a76245d06b5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449011 Nov 23 04:22:50.985407 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c342a77-5200-4a85-979f-aa7fbf49b509 req-99343794-5a89-4f5b-97b7-7acb290eba59 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:50.986855 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c342a77-5200-4a85-979f-aa7fbf49b509 req-99343794-5a89-4f5b-97b7-7acb290eba59 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0483119 Nov 23 04:22:51.036605 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c342a77-5200-4a85-979f-aa7fbf49b509 req-a47f9ee8-c5b7-4600-9c87-6a2548738346 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438020 Nov 23 04:22:52.155375 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa78ea-69b7-48bd-8656-26bd6e1b5b49 req-aa2e2909-e361-4304-919d-91a7d442c2b7 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:52.156888 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18aa78ea-69b7-48bd-8656-26bd6e1b5b49 req-aa2e2909-e361-4304-919d-91a7d442c2b7 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0548627 Nov 23 04:22:52.208348 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18aa78ea-69b7-48bd-8656-26bd6e1b5b49 req-4b7fe473-e147-4a9b-a066-f07cb0ff9b02 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455155 Nov 23 04:22:53.325707 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b830c-fad8-4a49-a33e-7ae1297441f0 req-3b265ea0-c4f2-4fbc-88d4-82981bff4a8f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:53.327264 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-130b830c-fad8-4a49-a33e-7ae1297441f0 req-3b265ea0-c4f2-4fbc-88d4-82981bff4a8f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0499263 Nov 23 04:22:53.378337 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-130b830c-fad8-4a49-a33e-7ae1297441f0 req-9169e4d6-056a-4461-89a4-e360b257b7c4 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449569 Nov 23 04:22:54.491917 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77671320-0690-44b7-800a-9e16d4e69c4b req-0b9abd5d-d4e8-4a49-80e0-0a2dccf4bb1c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:54.493351 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-77671320-0690-44b7-800a-9e16d4e69c4b req-0b9abd5d-d4e8-4a49-80e0-0a2dccf4bb1c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0480437 Nov 23 04:22:54.546934 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-77671320-0690-44b7-800a-9e16d4e69c4b req-b3b9ce48-b2f0-425c-84a7-e24db8b9cb4b tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476980 Nov 23 04:22:55.018061 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:55.445094 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a77330-0dbc-41e5-bc66-54d16a82fb07 req-1e193ae7-c3bc-49eb-aeb8-dbfc76f5ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:55.446598 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50a77330-0dbc-41e5-bc66-54d16a82fb07 req-1e193ae7-c3bc-49eb-aeb8-dbfc76f5ac30 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29832a113f1544d7a5467a88b2f0d669&device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 1099 time: 0.0436277 Nov 23 04:22:55.542185 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a77330-0dbc-41e5-bc66-54d16a82fb07 req-6bbc8bab-a107-49a5-a04c-35aeeaa89323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:55.544258 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50a77330-0dbc-41e5-bc66-54d16a82fb07 req-6bbc8bab-a107-49a5-a04c-35aeeaa89323 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3530e0d-07ae-4ff9-b495-05515e155951 HTTP/1.1" status: 200 len: 910 time: 0.0869589 Nov 23 04:22:55.617593 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50a77330-0dbc-41e5-bc66-54d16a82fb07 req-82ce6604-dd02-4f63-af19-e940562184d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6785c855-b933-47d9-95d0-982e7c07f503 HTTP/1.1" status: 200 len: 1001 time: 0.0631099 Nov 23 04:22:55.689718 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a77330-0dbc-41e5-bc66-54d16a82fb07 req-c606d6fd-7316-47cf-b5f8-1b6003350448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:55.691139 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50a77330-0dbc-41e5-bc66-54d16a82fb07 req-c606d6fd-7316-47cf-b5f8-1b6003350448 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=876101f4-19c6-4756-afa6-805f6a676f16 HTTP/1.1" status: 200 len: 848 time: 0.0657151 Nov 23 04:22:55.702969 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f1dfa-2aa2-4b31-b254-90f3c53f2df4 req-6f165af3-09d7-477c-b9bd-516ab3dcc015 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:55.704344 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f69f1dfa-2aa2-4b31-b254-90f3c53f2df4 req-6f165af3-09d7-477c-b9bd-516ab3dcc015 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0891764 Nov 23 04:22:55.774807 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a77330-0dbc-41e5-bc66-54d16a82fb07 req-21dfff2d-b743-4563-a7b6-f73540627e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:55.776215 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50a77330-0dbc-41e5-bc66-54d16a82fb07 req-21dfff2d-b743-4563-a7b6-f73540627e08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3530e0d-07ae-4ff9-b495-05515e155951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0710511 Nov 23 04:22:55.781109 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f69f1dfa-2aa2-4b31-b254-90f3c53f2df4 req-12a2c1b9-6386-4af6-adc4-9d7516d37a62 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688081 Nov 23 04:22:55.869404 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50a77330-0dbc-41e5-bc66-54d16a82fb07 req-675c835a-04a3-408d-882b-e0e445af9149 service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847723 Nov 23 04:22:55.957936 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50a77330-0dbc-41e5-bc66-54d16a82fb07 req-89ee73a6-0a38-4987-9aa9-e345cb1475ab service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814557 Nov 23 04:22:56.897193 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a268b-c8c7-472b-9351-21ea7fd385f0 req-df7a025e-e507-4d19-a45e-ea0cae0731df tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:56.898640 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-611a268b-c8c7-472b-9351-21ea7fd385f0 req-df7a025e-e507-4d19-a45e-ea0cae0731df tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0493186 Nov 23 04:22:56.945975 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-611a268b-c8c7-472b-9351-21ea7fd385f0 req-ebe568bd-27d3-471b-9584-5788606ff9f3 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407283 Nov 23 04:22:57.188732 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b2b0c63b-e2ef-4da9-8ec0-7dba99c05a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:58.065396 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a760f8-0f71-4ae1-92e2-bea8b31bfad1 req-ea3cc9ff-3e77-40f5-9013-eae9fae5502e tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:58.066853 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-60a760f8-0f71-4ae1-92e2-bea8b31bfad1 req-ea3cc9ff-3e77-40f5-9013-eae9fae5502e tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0521882 Nov 23 04:22:58.117775 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-60a760f8-0f71-4ae1-92e2-bea8b31bfad1 req-eae13e29-4ad1-4c6e-b8a6-14e3b4281acc tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446320 Nov 23 04:22:59.235127 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc3b87-4c1a-422a-8b42-09e28731843c req-391c412e-0ea4-4067-850a-281962a40410 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:59.236606 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbbc3b87-4c1a-422a-8b42-09e28731843c req-391c412e-0ea4-4067-850a-281962a40410 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0488000 Nov 23 04:22:59.286211 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbbc3b87-4c1a-422a-8b42-09e28731843c req-9a73eb02-19f0-4bd1-9d2a-4b310bae9c6f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436912 Nov 23 04:22:59.760849 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bde64c0-5dfd-4c88-ba8e-b8aee44b1cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:22:59.789434 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cd42d-b08c-4401-823f-0909c8e4c108 req-3f225371-e3bc-4e41-ae20-f2982de9ceb4 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:22:59.790991 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d55cd42d-b08c-4401-823f-0909c8e4c108 req-3f225371-e3bc-4e41-ae20-f2982de9ceb4 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0527518 Nov 23 04:22:59.842704 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d55cd42d-b08c-4401-823f-0909c8e4c108 req-1d3951cf-85cf-4104-ab66-8843cee0d8d3 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453572 Nov 23 04:22:59.878302 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-a8d1b7db-d71c-41db-9679-aa25ad0bc710 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833232 Nov 23 04:23:00.659768 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6785c855-b933-47d9-95d0-982e7c07f503 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:23:00.737336 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:00.759062 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:23:00.761233 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7d9500-663b-4195-a25e-873f2aa59b41" -d '{"events": [{"server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "name": "network-vif-unplugged", "status": "completed", "tag": "6785c855-b933-47d9-95d0-982e7c07f503"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:23:00.774025 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6785c855-b933-47d9-95d0-982e7c07f503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6785c855-b933-47d9-95d0-982e7c07f503,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:23:00.794968 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce576b19-049e-4a63-bf57-0482cca72abf x-openstack-request-id: req-ce576b19-049e-4a63-bf57-0482cca72abf {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:23:00.795280 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "name": "network-vif-unplugged", "status": "failed", "tag": "6785c855-b933-47d9-95d0-982e7c07f503", "code": 422}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:23:00.795538 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce576b19-049e-4a63-bf57-0482cca72abf {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:23:00.795928 dv-cinder-768458-16-iscsi neutron-server[103286]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503', 'code': 422} returned with failed status Nov 23 04:23:00.852724 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:00.912809 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=6785c855-b933-47d9-95d0-982e7c07f503,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:23:00.920881 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.921228 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.921567 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.921900 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.922225 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.922554 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.922874 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.923193 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.923540 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.923966 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.924285 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.924602 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:00.950143 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:00.958767 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41d5b3-d272-4325-acad-87a38c62046e req-5f20d6f0-fd47-4501-911e-a3279961ce39 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:00.963755 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca41d5b3-d272-4325-acad-87a38c62046e req-5f20d6f0-fd47-4501-911e-a3279961ce39 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0492358 Nov 23 04:23:01.008303 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca41d5b3-d272-4325-acad-87a38c62046e req-275c64f7-9123-40e4-83e9-f7b66ac862ac tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420029 Nov 23 04:23:02.120490 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31799a99-70f6-457d-b247-7ca3378c8dad req-914592ec-8451-427b-9c6d-6efa82086373 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:02.121944 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-31799a99-70f6-457d-b247-7ca3378c8dad req-914592ec-8451-427b-9c6d-6efa82086373 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0484829 Nov 23 04:23:02.175425 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-31799a99-70f6-457d-b247-7ca3378c8dad req-bc26c1d2-3fba-4a51-b0db-b3d0175134e0 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469606 Nov 23 04:23:02.412662 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:03.175362 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2a20d-b290-458c-990b-6964e21c6d83 req-fd72ca19-f630-484d-b6a1-33979b678349 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:03.176894 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c0d2a20d-b290-458c-990b-6964e21c6d83 req-fd72ca19-f630-484d-b6a1-33979b678349 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0493340 Nov 23 04:23:03.225406 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c0d2a20d-b290-458c-990b-6964e21c6d83 req-c891a4ed-c955-444b-8d69-6ddd8f44410d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423927 Nov 23 04:23:03.302166 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589247d-f2cf-4523-abf4-41569311b212 req-5ebcdad6-0c12-4c2b-bdec-fe2b97c17dda tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:03.307452 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f589247d-f2cf-4523-abf4-41569311b212 req-5ebcdad6-0c12-4c2b-bdec-fe2b97c17dda tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0501151 Nov 23 04:23:03.352910 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f589247d-f2cf-4523-abf4-41569311b212 req-02ed4428-dbe7-464f-aadb-8d693621910e tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427964 Nov 23 04:23:03.361084 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:04.349455 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64abfe-6977-4b61-b7f8-4045224cfe80 req-370b7e1d-2fbc-4e07-8bec-3cc98eb3e64d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:04.350935 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d64abfe-6977-4b61-b7f8-4045224cfe80 req-370b7e1d-2fbc-4e07-8bec-3cc98eb3e64d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0517623 Nov 23 04:23:04.403315 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d64abfe-6977-4b61-b7f8-4045224cfe80 req-423c5201-8da9-4bcc-8a27-0f0113df4e39 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446417 Nov 23 04:23:04.467386 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b2969-68d3-4d8f-af16-fdd9b896b941 req-663aeeb8-093a-49f3-ab2d-1e1b9e6a5097 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:04.468839 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a97b2969-68d3-4d8f-af16-fdd9b896b941 req-663aeeb8-093a-49f3-ab2d-1e1b9e6a5097 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0491049 Nov 23 04:23:04.517408 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a97b2969-68d3-4d8f-af16-fdd9b896b941 req-da8fb916-f339-4393-91c0-1a16145d9496 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426326 Nov 23 04:23:04.619399 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-4698acfa-6aed-4830-87fc-5d8686328b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:04.620826 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-4698acfa-6aed-4830-87fc-5d8686328b9c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71&tenant_id=29832a113f1544d7a5467a88b2f0d669 HTTP/1.1" status: 200 len: 1097 time: 0.0395954 Nov 23 04:23:04.698700 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-c363ce73-62d3-447b-bfb2-6fe337b9a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:04.700280 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-c363ce73-62d3-447b-bfb2-6fe337b9a9c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29832a113f1544d7a5467a88b2f0d669&device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 1097 time: 0.0429382 Nov 23 04:23:04.789285 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-f8d8c79a-9453-4388-94ac-11a0e3002b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:04.789730 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-f8d8c79a-9453-4388-94ac-11a0e3002b83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3530e0d-07ae-4ff9-b495-05515e155951 HTTP/1.1" status: 200 len: 910 time: 0.0822854 Nov 23 04:23:04.857416 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-42d548d5-3356-4f8d-adae-cd00fa4c3cb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6785c855-b933-47d9-95d0-982e7c07f503 HTTP/1.1" status: 200 len: 999 time: 0.0596025 Nov 23 04:23:04.909050 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-85220a4d-bfcd-440f-a649-7d74e224f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:04.910422 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-85220a4d-bfcd-440f-a649-7d74e224f1e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=876101f4-19c6-4756-afa6-805f6a676f16 HTTP/1.1" status: 200 len: 848 time: 0.0426154 Nov 23 04:23:04.955255 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-56ec59b5-cb3b-4f24-8ba4-4dd967d46e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:04.956669 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-56ec59b5-cb3b-4f24-8ba4-4dd967d46e20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3530e0d-07ae-4ff9-b495-05515e155951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0375760 Nov 23 04:23:05.048678 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-266ff630-4f77-4caf-979e-30a871c708ab service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843737 Nov 23 04:23:05.137652 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-beeeff68-dddf-42d4-8660-ebb75f0e648e req-7ec3cf2b-3fc7-4c12-b58e-9b822dabf96f service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795059 Nov 23 04:23:05.521135 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea0d38-ec04-488e-a3c2-2a9c6b931485 req-1d1a77d1-01c4-4d40-afb4-cd10726a7e30 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:05.522555 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-51ea0d38-ec04-488e-a3c2-2a9c6b931485 req-1d1a77d1-01c4-4d40-afb4-cd10726a7e30 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0517514 Nov 23 04:23:05.861606 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-51ea0d38-ec04-488e-a3c2-2a9c6b931485 req-f172cd6a-9244-493a-b0a0-a638abf01972 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329024 Nov 23 04:23:05.876465 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae27f0-2069-4c7a-b667-e3399e4c1da4 req-276636ac-9254-4ecc-bbc3-702af7164a79 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:05.877910 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-73ae27f0-2069-4c7a-b667-e3399e4c1da4 req-276636ac-9254-4ecc-bbc3-702af7164a79 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0709119 Nov 23 04:23:05.927053 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-73ae27f0-2069-4c7a-b667-e3399e4c1da4 req-fe77d83c-cc6e-4d02-be12-ad83bc20f54d tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431035 Nov 23 04:23:06.978338 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880effe-bc54-4550-b5d1-9132d603461d req-08152658-f1c5-4dcc-9ad2-20b7fc7d132d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:06.979866 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8880effe-bc54-4550-b5d1-9132d603461d req-08152658-f1c5-4dcc-9ad2-20b7fc7d132d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0486355 Nov 23 04:23:07.059705 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8880effe-bc54-4550-b5d1-9132d603461d req-ce878cad-b1c4-4f03-b4e7-f541dd35bc62 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732944 Nov 23 04:23:07.072754 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca03d35-c400-473f-9b41-f325031f2432 req-9fc0b7d7-9d9e-4360-b962-9604513cdce2 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:07.074208 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eca03d35-c400-473f-9b41-f325031f2432 req-9fc0b7d7-9d9e-4360-b962-9604513cdce2 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0717103 Nov 23 04:23:07.122681 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eca03d35-c400-473f-9b41-f325031f2432 req-5538742c-0823-4634-aa71-7d0888af4cfe tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Nov 23 04:23:07.526484 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:23:08.173888 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df097b-a9d3-4898-a42f-396eaffe7828 req-07a94ac4-5bde-42c7-a93a-6484dbc01d60 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:08.175403 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-66df097b-a9d3-4898-a42f-396eaffe7828 req-07a94ac4-5bde-42c7-a93a-6484dbc01d60 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0483375 Nov 23 04:23:08.252426 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-66df097b-a9d3-4898-a42f-396eaffe7828 req-575757b4-d1ed-4e40-bde5-d6603f6d3ec7 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712333 Nov 23 04:23:08.265062 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9961eec-2a1c-4159-81bd-f3b3e6d0fbd1 req-5f30b30b-8eff-4add-a8b9-ee02d12ff4d1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:08.266539 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f9961eec-2a1c-4159-81bd-f3b3e6d0fbd1 req-5f30b30b-8eff-4add-a8b9-ee02d12ff4d1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0720537 Nov 23 04:23:08.315437 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f9961eec-2a1c-4159-81bd-f3b3e6d0fbd1 req-4c642efd-2635-4a93-8443-3c1c84c54ab3 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429215 Nov 23 04:23:09.365809 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c7723-4686-421d-a12f-0c2c5bf27be9 req-dec1eea8-772d-48c9-9b07-5bb8ba70c3d8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:09.367313 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f48c7723-4686-421d-a12f-0c2c5bf27be9 req-dec1eea8-772d-48c9-9b07-5bb8ba70c3d8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0484536 Nov 23 04:23:09.445216 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f48c7723-4686-421d-a12f-0c2c5bf27be9 req-8f66850c-d0a3-4755-97c2-7b86bca4e369 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715115 Nov 23 04:23:09.457699 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573b551-b5c9-49e8-a6b4-f4b11b073c63 req-8d675403-858c-45bd-adb5-f7f30665087f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:09.459144 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0573b551-b5c9-49e8-a6b4-f4b11b073c63 req-8d675403-858c-45bd-adb5-f7f30665087f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0728049 Nov 23 04:23:09.508004 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0573b551-b5c9-49e8-a6b4-f4b11b073c63 req-4fc3ac8a-f93d-44f7-a1ee-cf16ef45a8eb tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427635 Nov 23 04:23:10.417808 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961270d-82fe-4e7f-a756-a09dc82f25e7 req-10dd1581-dc9e-4c28-8f59-7b52a997ae69 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:10.419279 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b961270d-82fe-4e7f-a756-a09dc82f25e7 req-10dd1581-dc9e-4c28-8f59-7b52a997ae69 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 945 time: 0.0490997 Nov 23 04:23:10.468134 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b961270d-82fe-4e7f-a756-a09dc82f25e7 req-4ddaa229-b590-4257-9975-3f410e7b231f tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424697 Nov 23 04:23:10.561731 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7057a-208a-466b-97b6-e02055c884b9 req-ddaad67e-4f31-4915-b454-2f9d8cc52044 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:10.563307 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2a7057a-208a-466b-97b6-e02055c884b9 req-ddaad67e-4f31-4915-b454-2f9d8cc52044 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0499146 Nov 23 04:23:10.644718 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2a7057a-208a-466b-97b6-e02055c884b9 req-e0463514-cb22-41ac-b687-4cefa927e670 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754874 Nov 23 04:23:10.652812 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6fb7-60b3-41b5-9f31-5310632ae433 req-6d848df6-e1ba-469c-bbad-c92e7920e872 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:10.654217 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d38b6fb7-60b3-41b5-9f31-5310632ae433 req-6d848df6-e1ba-469c-bbad-c92e7920e872 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0792003 Nov 23 04:23:10.705835 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d38b6fb7-60b3-41b5-9f31-5310632ae433 req-fa28c404-070c-4065-b7ff-bfa308da0478 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451386 Nov 23 04:23:11.580889 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea48c42-b115-4253-8c3b-9a3a161b8d8e req-0b5171a7-b74d-4642-a901-9900229e1fed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:11.582600 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ea48c42-b115-4253-8c3b-9a3a161b8d8e req-0b5171a7-b74d-4642-a901-9900229e1fed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 945 time: 0.0485263 Nov 23 04:23:11.633045 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ea48c42-b115-4253-8c3b-9a3a161b8d8e req-f769ac1e-d113-4e9d-b248-14a20e6e8fd3 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444682 Nov 23 04:23:11.766207 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2c4ea-08b7-43a6-b22f-62fb3b6d3208 req-9e34e7a6-b09e-41cb-91b2-2ca6cdde7ea5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:11.767793 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1da2c4ea-08b7-43a6-b22f-62fb3b6d3208 req-9e34e7a6-b09e-41cb-91b2-2ca6cdde7ea5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0537651 Nov 23 04:23:11.846296 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1da2c4ea-08b7-43a6-b22f-62fb3b6d3208 req-78516b82-e52a-4a96-bf7a-5c4868c9b0da tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723438 Nov 23 04:23:11.853764 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c499286-a65e-4723-a1bf-48215dec4a52 req-29d0cfd0-c47d-4670-9b6d-79501ca4cb69 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:11.855193 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c499286-a65e-4723-a1bf-48215dec4a52 req-29d0cfd0-c47d-4670-9b6d-79501ca4cb69 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 944 time: 0.0831039 Nov 23 04:23:11.904077 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c499286-a65e-4723-a1bf-48215dec4a52 req-d8ea6843-6c65-463d-bf4b-63e134a92ba7 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425565 Nov 23 04:23:12.166504 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-04116d21-942a-45fd-bbae-762364bed2da tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:12.167851 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-04116d21-942a-45fd-bbae-762364bed2da tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 945 time: 0.0484908 Nov 23 04:23:12.268671 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Deleting port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:23:12.273883 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:12.356074 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] For port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:23:12.356431 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:12.526405 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:12.526768 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:12.527085 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Floating IP d55e5bc6-fd9f-4d47-9f5c-373868eafc41 disassociated. External IP: 172.27.0.127, port: 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68. Nov 23 04:23:12.527452 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Calling delete_port for 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:23:12.715146 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6785c855-b933-47d9-95d0-982e7c07f503 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:23:12.731365 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:12.763695 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event deleted for resources: {'Port': ['ID=2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:23:12.778759 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.779055 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.779961 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.780522 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.780873 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.781215 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.781597 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.781879 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.782219 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.782572 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.782928 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.783556 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:23:12.798457 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e04190-afa0-4a27-ad56-e1c0e246b731 req-5300e924-4c37-40e4-8818-4914297305c3 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:12.800065 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e8e04190-afa0-4a27-ad56-e1c0e246b731 req-5300e924-4c37-40e4-8818-4914297305c3 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 867 time: 0.1007197 Nov 23 04:23:12.818501 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6785c855-b933-47d9-95d0-982e7c07f503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6785c855-b933-47d9-95d0-982e7c07f503,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:23:12.829992 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '6785c855-b933-47d9-95d0-982e7c07f503', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'port_id': '6785c855-b933-47d9-95d0-982e7c07f503', 'mac_address': 'fa:16:3e:12:75:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:23:12.867002 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:12.880239 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6785c855-b933-47d9-95d0-982e7c07f503 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:23:12.900865 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6785c855-b933-47d9-95d0-982e7c07f503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6785c855-b933-47d9-95d0-982e7c07f503,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:23:12.934271 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e8e04190-afa0-4a27-ad56-e1c0e246b731 req-d090ef7d-177a-41b7-9a22-9ba6d4797561 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997052 Nov 23 04:23:12.974532 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:23:12.989296 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:12.989652 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc371-957c-43e3-b2c8-d7aefdf33573 req-0f818378-40bc-4362-8ef8-0df650f9a662 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:12.991153 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c8abc371-957c-43e3-b2c8-d7aefdf33573 req-0f818378-40bc-4362-8ef8-0df650f9a662 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0699399 Nov 23 04:23:13.038712 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=6785c855-b933-47d9-95d0-982e7c07f503,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:23:13.145386 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff71365-fd65-4c27-9a04-55df2d803d8f req-27fd0d74-95fe-42b5-963a-34579b0c2ae9 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:13.146941 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dff71365-fd65-4c27-9a04-55df2d803d8f req-27fd0d74-95fe-42b5-963a-34579b0c2ae9 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 945 time: 0.1548698 Nov 23 04:23:13.169399 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c8abc371-957c-43e3-b2c8-d7aefdf33573 req-3a27e3b9-ee8d-455d-9e92-ab7197c54836 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662626 Nov 23 04:23:13.202902 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:23:13.214382 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589ebf1-fe2a-416e-bccc-67be11a717a5 None None] Sync routers for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:23:13.226821 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589ebf1-fe2a-416e-bccc-67be11a717a5 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:23:13.227469 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4589ebf1-fe2a-416e-bccc-67be11a717a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:23:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:23:13.243742 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dff71365-fd65-4c27-9a04-55df2d803d8f req-39deaf44-29c4-499c-a946-2a9ae41a3fc2 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869160 Nov 23 04:23:13.265466 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] No DVR routers for this DVR port 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:23:13.265466 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:13.266691 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0c7cf8d-b66b-4b99-9c40-e9e5b324b564 req-b689437e-2f6d-47c6-be03-3ce1babbe7ed tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "DELETE /v2.0/ports/2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 HTTP/1.1" status: 204 len: 173 time: 1.0913360 Nov 23 04:23:13.267140 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94641710-5efb-41aa-acde-03bacf08f49e', 'name': 'network-vif-deleted', 'tag': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:23:13.269413 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a526ec6d-9d3b-444a-a19b-9fdb2d31e92d" -d '{"events": [{"server_uuid": "94641710-5efb-41aa-acde-03bacf08f49e", "name": "network-vif-deleted", "tag": "2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:23:13.304630 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['6785c855-b933-47d9-95d0-982e7c07f503'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:23:13.349647 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4589ebf1-fe2a-416e-bccc-67be11a717a5 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:23:13.466346 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfd922a-ec51-4eaf-8750-cfca60b734a6 x-openstack-request-id: req-9bfd922a-ec51-4eaf-8750-cfca60b734a6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:23:13.466515 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94641710-5efb-41aa-acde-03bacf08f49e", "name": "network-vif-deleted", "tag": "2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:23:13.466691 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9bfd922a-ec51-4eaf-8750-cfca60b734a6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:23:13.467770 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94641710-5efb-41aa-acde-03bacf08f49e', 'name': 'network-vif-deleted', 'tag': '2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68', 'status': 'completed', 'code': 200} Nov 23 04:23:13.559128 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4589ebf1-fe2a-416e-bccc-67be11a717a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:23:13.673708 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589ebf1-fe2a-416e-bccc-67be11a717a5 None None] Checking router: f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:23:13.682323 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589ebf1-fe2a-416e-bccc-67be11a717a5 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:23:13.682915 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4589ebf1-fe2a-416e-bccc-67be11a717a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:23:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:23:13.787180 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4589ebf1-fe2a-416e-bccc-67be11a717a5 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:23:14.000434 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4589ebf1-fe2a-416e-bccc-67be11a717a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:23:14.029017 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589ebf1-fe2a-416e-bccc-67be11a717a5 None None] The sync data for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi is: [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:23:14.046779 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ea67736-2682-40b4-a46b-a11dbe0cab1c req-68b60050-69e4-46f8-a35f-af6b46046e6d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=94641710-5efb-41aa-acde-03bacf08f49e HTTP/1.1" status: 200 len: 210 time: 0.0290592 Nov 23 04:23:14.232092 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecccc0bb-f60e-4b58-bfa9-fa752be8fd42 None None] New status for floating IP d55e5bc6-fd9f-4d47-9f5c-373868eafc41: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:23:14.308558 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649659da-f3bf-47fe-8590-1b676c2d08a6 req-d4f1bc3a-ff50-41d4-9962-e84b00f207e4 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:14.310082 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-649659da-f3bf-47fe-8590-1b676c2d08a6 req-d4f1bc3a-ff50-41d4-9962-e84b00f207e4 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0670495 Nov 23 04:23:14.392172 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-649659da-f3bf-47fe-8590-1b676c2d08a6 req-b011cc4a-f95a-4a01-97f4-4c0e83f161b0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758014 Nov 23 04:23:14.404922 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbb952-8bbb-4c2f-895a-8b319c1c6a6d req-1d443de0-b9dc-4b43-8246-3bc68fc6b9ba tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:14.406395 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01bbb952-8bbb-4c2f-895a-8b319c1c6a6d req-1d443de0-b9dc-4b43-8246-3bc68fc6b9ba tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 945 time: 0.0713847 Nov 23 04:23:14.464117 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01bbb952-8bbb-4c2f-895a-8b319c1c6a6d req-5812ed4d-2acc-4bd8-90ef-8451c8f80ac0 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509994 Nov 23 04:23:14.745511 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6785c855-b933-47d9-95d0-982e7c07f503 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:23:14.794745 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 6785c855-b933-47d9-95d0-982e7c07f503 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:23:14.795130 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:14.871762 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:14.893774 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:23:14.896004 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f5b288-2b35-4dee-9e8a-a3ce4302c105" -d '{"events": [{"server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "name": "network-vif-plugged", "status": "completed", "tag": "6785c855-b933-47d9-95d0-982e7c07f503"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:23:14.912426 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6785c855-b933-47d9-95d0-982e7c07f503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6785c855-b933-47d9-95d0-982e7c07f503,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:23:14.932162 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbd0507-2fc5-4731-9ba3-787eb361da87 x-openstack-request-id: req-7dbd0507-2fc5-4731-9ba3-787eb361da87 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:23:14.932451 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "name": "network-vif-plugged", "status": "completed", "tag": "6785c855-b933-47d9-95d0-982e7c07f503", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:23:14.932759 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7dbd0507-2fc5-4731-9ba3-787eb361da87 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:23:14.933153 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503', 'code': 200} Nov 23 04:23:15.000830 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:15.001677 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:23:15.161521 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:23:15.161864 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 2df4ffb6-9def-4b79-91c3-ffeb6dc7fd68 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:23:15.194059 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=6785c855-b933-47d9-95d0-982e7c07f503,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:23:15.343308 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-66a43f8d-d847-4173-92f8-f9ba84c3a3ea tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354329014&fields=id&tenant_id=8068470657b040ab9af34219d8935846 HTTP/1.1" status: 200 len: 267 time: 0.0703647 Nov 23 04:23:15.347783 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37b00-812e-481f-acb7-f9fff11e77eb req-2b9e6715-d70d-41e2-a6ed-7aa9016d107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:15.349176 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d4d37b00-812e-481f-acb7-f9fff11e77eb req-2b9e6715-d70d-41e2-a6ed-7aa9016d107b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 1099 time: 0.0702720 Nov 23 04:23:15.452292 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d4d37b00-812e-481f-acb7-f9fff11e77eb req-de210ecf-782d-4d07-83c3-90e012cd97fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936675 Nov 23 04:23:15.504646 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-5d3b7480-73db-4e57-9aee-fa7db27f67a2 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:15.506069 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-5d3b7480-73db-4e57-9aee-fa7db27f67a2 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 812 time: 0.1560597 Nov 23 04:23:15.530948 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3e5d8-9c60-43aa-9442-13525fa0aa9e req-1904bed8-e82b-4881-bb8d-65150ed386df tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:15.532382 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7bd3e5d8-9c60-43aa-9442-13525fa0aa9e req-1904bed8-e82b-4881-bb8d-65150ed386df tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0736578 Nov 23 04:23:15.533783 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-4515784b-d858-49bd-a1ad-af227fd5c9b1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/quotas/8068470657b040ab9af34219d8935846 HTTP/1.1" status: 200 len: 375 time: 0.0211279 Nov 23 04:23:15.615096 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-1b208415-e343-4c6e-a6d9-983b093db80a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757020 Nov 23 04:23:15.618541 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7bd3e5d8-9c60-43aa-9442-13525fa0aa9e req-a6c0fa30-07ff-4ffa-aa06-279e629c50d9 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802464 Nov 23 04:23:15.755926 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f569a5d-4908-4a78-a775-a75f567ab04e req-95e433bc-b2e4-46e5-a307-fb08888f6508 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:15.757505 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6f569a5d-4908-4a78-a775-a75f567ab04e req-95e433bc-b2e4-46e5-a307-fb08888f6508 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0801926 Nov 23 04:23:15.759386 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-a007a205-99e0-4f22-9479-c952d3a237e3 service neutron] 10.222.0.54 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322038 Nov 23 04:23:15.864220 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6f569a5d-4908-4a78-a775-a75f567ab04e req-da7e4461-5dcb-4345-9c41-667368314242 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009512 Nov 23 04:23:15.886950 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-353f423d-7e85-401e-86bc-63a8c5a620b4 service neutron] 10.222.0.54 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213701 Nov 23 04:23:16.396339 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b14f2b76-6f61-43d3-94fb-93b3a3ac1d8e req-feea524b-552a-4939-a4e9-1e38b01dcd10 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 210 time: 0.0304799 Nov 23 04:23:16.736590 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30755c39-5812-49ff-b967-740fa0e243a6 req-7c27c2e4-f4ce-4222-9799-dd8d60658929 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:16.738046 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-30755c39-5812-49ff-b967-740fa0e243a6 req-7c27c2e4-f4ce-4222-9799-dd8d60658929 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Nov 23 04:23:16.786118 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-30755c39-5812-49ff-b967-740fa0e243a6 req-4baeed21-ad88-4d92-a34a-ecca162ac9fa tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419333 Nov 23 04:23:16.978592 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7cd0c-7c21-4434-bb2e-190a6dbbfd3a req-e0924a70-e712-4666-bf56-360e78fe8597 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:16.980084 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85f7cd0c-7c21-4434-bb2e-190a6dbbfd3a req-e0924a70-e712-4666-bf56-360e78fe8597 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0485439 Nov 23 04:23:17.029780 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85f7cd0c-7c21-4434-bb2e-190a6dbbfd3a req-67df0b66-e2e4-4279-9ceb-72d50613162c tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423830 Nov 23 04:23:17.492137 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-820b36e5-e31c-42b9-8c26-d6725da39081 req-ed2511e5-a102-4d14-8253-0e1b6aefa075 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 210 time: 0.0304923 Nov 23 04:23:17.906156 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4a0fb-4bdb-4526-86d1-f6259389b764 req-4b1e50c7-53de-412e-98ab-485576e6056d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:17.907618 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-41a4a0fb-4bdb-4526-86d1-f6259389b764 req-4b1e50c7-53de-412e-98ab-485576e6056d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0497303 Nov 23 04:23:17.955957 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-41a4a0fb-4bdb-4526-86d1-f6259389b764 req-8c275d8f-6635-438a-ace9-72fb5a8c6abc tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420716 Nov 23 04:23:18.419513 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-bf9b8866-1f15-4511-97c8-0fb798d5cf0d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:18.421605 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-bf9b8866-1f15-4511-97c8-0fb798d5cf0d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 812 time: 0.1082931 Nov 23 04:23:18.492889 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-82005c46-8f44-4446-9bea-1370bd60b09d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8068470657b040ab9af34219d8935846 HTTP/1.1" status: 200 len: 379 time: 0.0530956 Nov 23 04:23:18.503889 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'port': {'device_id': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'admin_state_up': True, 'tenant_id': '8068470657b040ab9af34219d8935846', 'security_groups': ['3b2ec7e8-05fa-43d4-ad59-746971c79802']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:23:18.612121 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e19ecafd-1af9-49a2-8396-d9f989339885 req-554d7cd6-eb05-406d-8094-c540bd125505 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 210 time: 0.0413306 Nov 23 04:23:18.743880 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Made reservation on behalf of 8068470657b040ab9af34219d8935846 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:23:18.747445 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:18.872353 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Allocated IP 172.20.0.13 (3f5880c1-f079-4dc1-b8fc-71110c737c22/a771ab3d-7869-48e6-b69e-7e08f226f564/f0d43386-0513-4341-9b99-404d03b12ec0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:23:19.014405 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:19.085089 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9d881-c231-45eb-929b-57c210c84560 req-f5596f44-23c5-45e3-af94-bfb55497d49e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:19.086544 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2e9d881-c231-45eb-929b-57c210c84560 req-f5596f44-23c5-45e3-af94-bfb55497d49e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0614607 Nov 23 04:23:19.124565 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:19.167739 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2e9d881-c231-45eb-929b-57c210c84560 req-04195dc4-c837-4a00-8892-6bd2b3be3c6a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751925 Nov 23 04:23:19.184459 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Network 3f5880c1-f079-4dc1-b8fc-71110c737c22 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:23:19.188439 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:23:19.192171 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:23:19.220917 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'Port': ['ID=f0d43386-0513-4341-9b99-404d03b12ec0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:23:19.257256 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:19.257506 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:19.347612 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-3e1233b9-869c-4179-a811-f90bd4ea8fbd tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8472512 Nov 23 04:23:19.366093 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Request body: {'port': {'device_id': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:23:19.421130 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:19.427862 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-df7c8bef-055e-47f2-804f-724cbac3873e None None] Provisioning complete for port f0d43386-0513-4341-9b99-404d03b12ec0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:23:19.428402 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df7c8bef-055e-47f2-804f-724cbac3873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:19.467285 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-df7c8bef-055e-47f2-804f-724cbac3873e None None] Port f0d43386-0513-4341-9b99-404d03b12ec0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:23:19.665432 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89128e-b462-4629-bbd3-b44aabe7d2db req-da74590e-614e-4f80-893e-539e405f86da tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:19.666942 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc89128e-b462-4629-bbd3-b44aabe7d2db req-da74590e-614e-4f80-893e-539e405f86da tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.1014526 Nov 23 04:23:19.836541 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc89128e-b462-4629-bbd3-b44aabe7d2db req-8cc132c0-08ca-4a91-a0f4-a0810345be5d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535330 Nov 23 04:23:19.848270 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bbca6-04f2-4229-8ec0-690df0a8f950 req-9669e4d2-25a2-41fa-a1fe-d1fa0e3f4d75 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:19.849889 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-570bbca6-04f2-4229-8ec0-690df0a8f950 req-9669e4d2-25a2-41fa-a1fe-d1fa0e3f4d75 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 932 time: 0.1552856 Nov 23 04:23:19.868076 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d43386-0513-4341-9b99-404d03b12ec0 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:23:19.880761 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dfb23-9525-4d8f-ba7d-5487cf713873 req-d6e1554a-7a89-4dcf-adf0-4121999b448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:19.886490 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f53dfb23-9525-4d8f-ba7d-5487cf713873 req-d6e1554a-7a89-4dcf-adf0-4121999b448b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 1098 time: 0.1637156 Nov 23 04:23:19.886490 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:19.923800 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Transition to ACTIVE for port object f0d43386-0513-4341-9b99-404d03b12ec0 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:23:19.985918 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-570bbca6-04f2-4229-8ec0-690df0a8f950 req-6540cfbf-629d-4336-9f0b-0478a27e3f2e tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207428 Nov 23 04:23:19.990692 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:20.060570 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dfb23-9525-4d8f-ba7d-5487cf713873 req-e427dd17-3175-4139-9bc1-f2476812a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:20.062663 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f53dfb23-9525-4d8f-ba7d-5487cf713873 req-e427dd17-3175-4139-9bc1-f2476812a352 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75cfc86-e875-4aa3-9237-5714df0b6f5c HTTP/1.1" status: 200 len: 912 time: 0.1671784 Nov 23 04:23:20.063634 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Pushing event updated for resources: {'Port': ['ID=f0d43386-0513-4341-9b99-404d03b12ec0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:23:20.179646 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f53dfb23-9525-4d8f-ba7d-5487cf713873 req-59270145-8d70-433e-aca5-e8d5c9ec29b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0429849c-9408-4787-ae74-907d8a990dda HTTP/1.1" status: 200 len: 1000 time: 0.1085844 Nov 23 04:23:20.219802 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Attempting to bind port f0d43386-0513-4341-9b99-404d03b12ec0 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:23:20.220130 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Attempting to bind port f0d43386-0513-4341-9b99-404d03b12ec0 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:23:20.220452 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Attempting to bind port f0d43386-0513-4341-9b99-404d03b12ec0 on network 3f5880c1-f079-4dc1-b8fc-71110c737c22 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:23:20.228777 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Port f0d43386-0513-4341-9b99-404d03b12ec0 on network 3f5880c1-f079-4dc1-b8fc-71110c737c22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:23:20.229120 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Attempting to bind port f0d43386-0513-4341-9b99-404d03b12ec0 on network 3f5880c1-f079-4dc1-b8fc-71110c737c22 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:23:20.239681 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:23:20.240010 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Checking segment: {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:23:20.240379 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Bound using segment: {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:23:20.240794 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Bound port: f0d43386-0513-4341-9b99-404d03b12ec0, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:23:20.241137 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:20.252947 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dfb23-9525-4d8f-ba7d-5487cf713873 req-030225c5-a646-41c4-92d3-897d4086bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:20.254362 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f53dfb23-9525-4d8f-ba7d-5487cf713873 req-030225c5-a646-41c4-92d3-897d4086bc36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a846ca99-9d8c-4064-90bd-3f6a680e00c6 HTTP/1.1" status: 200 len: 850 time: 0.0639710 Nov 23 04:23:20.342518 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] For port f0d43386-0513-4341-9b99-404d03b12ec0, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:23:20.346379 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] For port f0d43386-0513-4341-9b99-404d03b12ec0, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0d43386-0513-4341-9b99-404d03b12ec0,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:23:20.348387 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dfb23-9525-4d8f-ba7d-5487cf713873 req-711830f0-ab22-496f-aef1-4f420e165ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:20.349841 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f53dfb23-9525-4d8f-ba7d-5487cf713873 req-711830f0-ab22-496f-aef1-4f420e165ec4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75cfc86-e875-4aa3-9237-5714df0b6f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0724823 Nov 23 04:23:20.441807 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:20.444973 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f53dfb23-9525-4d8f-ba7d-5487cf713873 req-0d7fa858-5266-4a32-b342-def09541197f service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879128 Nov 23 04:23:20.485439 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:20.486056 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:20.487390 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] 10.222.0.50 "PUT /v2.0/ports/f0d43386-0513-4341-9b99-404d03b12ec0 HTTP/1.1" status: 200 len: 1094 time: 1.1256473 Nov 23 04:23:20.490597 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'tag': 'f0d43386-0513-4341-9b99-404d03b12ec0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:23:20.492924 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bc0b45-5d7b-4d83-804f-27018cabaca9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3425df3-cde6-44d8-8c24-3221f5cd3053", "tag": "f0d43386-0513-4341-9b99-404d03b12ec0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:23:20.546305 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04c7d05-d24d-4688-a47a-a11f86f775cd x-openstack-request-id: req-d04c7d05-d24d-4688-a47a-a11f86f775cd {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:23:20.546595 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3425df3-cde6-44d8-8c24-3221f5cd3053", "tag": "f0d43386-0513-4341-9b99-404d03b12ec0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:23:20.546850 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d04c7d05-d24d-4688-a47a-a11f86f775cd {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:23:20.547289 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'tag': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'status': 'completed', 'code': 200} Nov 23 04:23:20.571563 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17c150-cd45-4b76-aed1-f9de1ccbccbf service neutron] Pushing event updated for resources: {'Port': ['ID=f0d43386-0513-4341-9b99-404d03b12ec0,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:23:20.627656 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f53dfb23-9525-4d8f-ba7d-5487cf713873 req-c622be34-43ba-49a8-8d90-ce832d407fef service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741872 Nov 23 04:23:20.643959 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc0b45-5d7b-4d83-804f-27018cabaca9 req-620bda3c-d462-4dd5-8ecc-8f3ec51298aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:20.645466 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-54bc0b45-5d7b-4d83-804f-27018cabaca9 req-620bda3c-d462-4dd5-8ecc-8f3ec51298aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 1097 time: 0.0546999 Nov 23 04:23:20.764195 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc0b45-5d7b-4d83-804f-27018cabaca9 req-db64116a-65c3-4a8d-882e-d08d8ad807c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:20.765847 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-54bc0b45-5d7b-4d83-804f-27018cabaca9 req-db64116a-65c3-4a8d-882e-d08d8ad807c8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8068470657b040ab9af34219d8935846&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0996537 Nov 23 04:23:20.867483 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc0b45-5d7b-4d83-804f-27018cabaca9 req-b4e93cfd-d1d8-472f-8aa0-5af5428ef464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:20.868942 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-54bc0b45-5d7b-4d83-804f-27018cabaca9 req-b4e93cfd-d1d8-472f-8aa0-5af5428ef464 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924900 Nov 23 04:23:20.985333 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3a7a6-d3d5-46d7-a9b7-79bc43b5b4ab req-8cc40127-4a69-4bb9-9a9b-d4339310c637 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:20.986793 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90e3a7a6-d3d5-46d7-a9b7-79bc43b5b4ab req-8cc40127-4a69-4bb9-9a9b-d4339310c637 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0803738 Nov 23 04:23:20.989364 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-7a0fe4bb-349d-4000-bd99-2178154af2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:20.990776 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-7a0fe4bb-349d-4000-bd99-2178154af2da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 1097 time: 0.0580590 Nov 23 04:23:21.338921 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-5080049e-1410-42b8-9750-daf26f1fdd74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d43386-0513-4341-9b99-404d03b12ec0 HTTP/1.1" status: 200 len: 217 time: 0.3234005 Nov 23 04:23:21.362816 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90e3a7a6-d3d5-46d7-a9b7-79bc43b5b4ab req-9cfff2e8-71d0-48cb-b9a9-9312a4b68907 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3700502 Nov 23 04:23:21.417652 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-55290fb2-e19b-4f08-9823-e0ac29b9bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:21.419113 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-55290fb2-e19b-4f08-9823-e0ac29b9bffc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a771ab3d-7869-48e6-b69e-7e08f226f564 HTTP/1.1" status: 200 len: 851 time: 0.0686338 Nov 23 04:23:21.430303 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b8c80-2c1a-4bfd-b4c7-a2a4a3d4a7e6 req-3f002d03-a5b5-41a6-b495-d0d436035745 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:21.431697 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f9b8c80-2c1a-4bfd-b4c7-a2a4a3d4a7e6 req-3f002d03-a5b5-41a6-b495-d0d436035745 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 944 time: 0.0990310 Nov 23 04:23:21.511886 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f9b8c80-2c1a-4bfd-b4c7-a2a4a3d4a7e6 req-266e8da9-85a8-4bd2-8f20-4f5928a5c4eb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672197 Nov 23 04:23:21.513753 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-f70d837b-48bb-41bd-9c41-2224ec2b17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:21.524191 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-f70d837b-48bb-41bd-9c41-2224ec2b17e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5880c1-f079-4dc1-b8fc-71110c737c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0789633 Nov 23 04:23:21.607946 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-21665cc2-542d-46ac-9f6a-999c892cf159 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830379 Nov 23 04:23:21.700604 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38f5e0ce-f056-49c8-a1c4-a3364187b55c req-fc2cb589-9c83-4ed5-b0bb-360618346e06 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859160 Nov 23 04:23:22.479010 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75919e-a338-4ae5-91ed-aea70f7e6153 req-dd4a94eb-9b80-4731-9055-a27836b56b14 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:22.480524 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a75919e-a338-4ae5-91ed-aea70f7e6153 req-dd4a94eb-9b80-4731-9055-a27836b56b14 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0492067 Nov 23 04:23:22.526378 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a75919e-a338-4ae5-91ed-aea70f7e6153 req-6b3d4120-7d46-4012-a4d9-38141b76f9f2 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399060 Nov 23 04:23:22.626837 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cad60-adb8-496a-a07b-db79fe817c0a req-04dea9fd-8cfb-4b33-9ae8-b13fd29d19c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:22.628323 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a75cad60-adb8-496a-a07b-db79fe817c0a req-04dea9fd-8cfb-4b33-9ae8-b13fd29d19c8 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 944 time: 0.0480003 Nov 23 04:23:22.677029 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a75cad60-adb8-496a-a07b-db79fe817c0a req-b0f8aefd-137b-46e7-8d29-d3b73d72c515 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426495 Nov 23 04:23:23.797288 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb8196-eaa7-4cbe-844e-160371716305 req-7a1b7e0c-c7b1-4ccb-ad15-f3bffaa873e4 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:23.798757 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-48cb8196-eaa7-4cbe-844e-160371716305 req-7a1b7e0c-c7b1-4ccb-ad15-f3bffaa873e4 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 944 time: 0.0526972 Nov 23 04:23:23.848136 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-48cb8196-eaa7-4cbe-844e-160371716305 req-97b8aaa7-e5ea-48cb-8088-e9bee2e6ff81 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Nov 23 04:23:24.961393 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0a27f-4a87-4d6f-b5f1-3ce30a7e9508 req-3edca64b-177b-4534-a55a-38c59ed32e38 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:24.962754 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-76b0a27f-4a87-4d6f-b5f1-3ce30a7e9508 req-3edca64b-177b-4534-a55a-38c59ed32e38 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 944 time: 0.0490937 Nov 23 04:23:25.011590 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-76b0a27f-4a87-4d6f-b5f1-3ce30a7e9508 req-8a82de96-ea60-4bf8-856e-1cb7d2073a29 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429351 Nov 23 04:23:25.046064 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:26.124680 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7e71a-aefb-4d6d-9326-1a53398d6ee4 req-9c6ffb96-2c7c-4f40-9c29-5f4780cdc037 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:26.127033 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3c7e71a-aefb-4d6d-9326-1a53398d6ee4 req-9c6ffb96-2c7c-4f40-9c29-5f4780cdc037 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 944 time: 0.0485313 Nov 23 04:23:26.178476 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3c7e71a-aefb-4d6d-9326-1a53398d6ee4 req-ae8dd87e-af10-4ba3-aeef-a6f7d45e6678 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455241 Nov 23 04:23:27.171798 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-467423d7-0d7f-458a-8bda-120ddfcd9e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:27.292772 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eb200-e77a-4b5b-bf87-8c6d542c1ede req-70589d80-4727-43b9-8c22-062b689fd3e9 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:27.294233 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4e9eb200-e77a-4b5b-bf87-8c6d542c1ede req-70589d80-4727-43b9-8c22-062b689fd3e9 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 944 time: 0.0497801 Nov 23 04:23:27.342660 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4e9eb200-e77a-4b5b-bf87-8c6d542c1ede req-50135724-bef3-46ce-9202-f958fbdb7f30 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Nov 23 04:23:28.455952 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef408d-235d-4cf2-a174-81f3f2b6158b req-09565710-b891-44f7-9f30-1eb29549fdfb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:28.457415 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-84ef408d-235d-4cf2-a174-81f3f2b6158b req-09565710-b891-44f7-9f30-1eb29549fdfb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 944 time: 0.0480061 Nov 23 04:23:28.506201 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-84ef408d-235d-4cf2-a174-81f3f2b6158b req-a0432f96-649a-4920-a770-6b2ba44aafc9 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427599 Nov 23 04:23:28.807297 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f0d43386-0513-4341-9b99-404d03b12ec0 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:23:28.903926 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port f0d43386-0513-4341-9b99-404d03b12ec0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0d43386-0513-4341-9b99-404d03b12ec0,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:23:28.915610 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'port_id': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'mac_address': 'fa:16:3e:05:d0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:23:28.952072 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:28.965855 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d43386-0513-4341-9b99-404d03b12ec0 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:23:28.985296 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port f0d43386-0513-4341-9b99-404d03b12ec0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0d43386-0513-4341-9b99-404d03b12ec0,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:23:29.051576 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:29.100784 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=f0d43386-0513-4341-9b99-404d03b12ec0,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:23:29.384969 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['f0d43386-0513-4341-9b99-404d03b12ec0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:23:29.626310 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22bb91-327c-4e88-b966-275b3731418b req-53bb559f-eefa-4594-ac22-1a99a2790bbb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:29.627922 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5f22bb91-327c-4e88-b966-275b3731418b req-53bb559f-eefa-4594-ac22-1a99a2790bbb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 945 time: 0.0529792 Nov 23 04:23:29.678884 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5f22bb91-327c-4e88-b966-275b3731418b req-b2ca95af-9bd6-432f-ad60-a8d7038895bc tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449002 Nov 23 04:23:29.720891 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b119-0b56-4a88-a655-c3cb35c482b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:30.792019 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23b0a7-cd32-474c-bd4d-d578d998afb9 req-e22ba81f-a0d9-42a5-b885-20510ddf586d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:30.793471 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8c23b0a7-cd32-474c-bd4d-d578d998afb9 req-e22ba81f-a0d9-42a5-b885-20510ddf586d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 945 time: 0.0480783 Nov 23 04:23:30.809045 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f0d43386-0513-4341-9b99-404d03b12ec0 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:23:30.847366 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8c23b0a7-cd32-474c-bd4d-d578d998afb9 req-20890778-4085-447d-ab45-153436155d73 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471559 Nov 23 04:23:30.914755 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port f0d43386-0513-4341-9b99-404d03b12ec0 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:23:30.918610 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port f0d43386-0513-4341-9b99-404d03b12ec0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:23:30.919058 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:30.938980 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:30.999055 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:31.020948 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d43386-0513-4341-9b99-404d03b12ec0'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:23:31.023171 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f4ba4e-091c-412d-baaa-a91c43344557" -d '{"events": [{"server_uuid": "e3425df3-cde6-44d8-8c24-3221f5cd3053", "name": "network-vif-plugged", "status": "completed", "tag": "f0d43386-0513-4341-9b99-404d03b12ec0"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:23:31.037201 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port f0d43386-0513-4341-9b99-404d03b12ec0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0d43386-0513-4341-9b99-404d03b12ec0,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:23:31.059024 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771a9963-672f-4f5b-9023-7f9186d958fa x-openstack-request-id: req-771a9963-672f-4f5b-9023-7f9186d958fa {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:23:31.059343 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3425df3-cde6-44d8-8c24-3221f5cd3053", "name": "network-vif-plugged", "status": "completed", "tag": "f0d43386-0513-4341-9b99-404d03b12ec0", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:23:31.059595 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-771a9963-672f-4f5b-9023-7f9186d958fa {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:23:31.059980 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'code': 200} Nov 23 04:23:31.097819 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:31.145603 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=f0d43386-0513-4341-9b99-404d03b12ec0,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:23:31.581303 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47070f65-db4c-454e-aed4-d63d7635c945 req-292d41c9-0ad5-4c3b-8881-1c5e56d5041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:31.582750 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47070f65-db4c-454e-aed4-d63d7635c945 req-292d41c9-0ad5-4c3b-8881-1c5e56d5041f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 1099 time: 0.0428419 Nov 23 04:23:31.627382 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47070f65-db4c-454e-aed4-d63d7635c945 req-52572246-b6df-4e1a-bf7e-ec66b0e73385 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382752 Nov 23 04:23:31.959732 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e221f87-7206-4596-82de-42252c223c1e req-33d0cacd-65ca-4b42-a03e-d9bd4cc96871 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:31.961167 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7e221f87-7206-4596-82de-42252c223c1e req-33d0cacd-65ca-4b42-a03e-d9bd4cc96871 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 946 time: 0.0478425 Nov 23 04:23:32.009603 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7e221f87-7206-4596-82de-42252c223c1e req-0f56ca1c-d2ab-4628-be1e-7e7637485411 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 Nov 23 04:23:32.423954 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:33.124547 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b71da2-c78a-41a5-8f43-e959fd6e60ea req-979f69a2-3ae2-4c0d-b6cc-45368c2374f2 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:33.126873 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-42b71da2-c78a-41a5-8f43-e959fd6e60ea req-979f69a2-3ae2-4c0d-b6cc-45368c2374f2 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 946 time: 0.0495663 Nov 23 04:23:33.178329 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-42b71da2-c78a-41a5-8f43-e959fd6e60ea req-313f654b-6eab-4fed-879f-9d0e48fe81f2 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455332 Nov 23 04:23:33.297146 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43523ea8-1fe4-480c-afc9-cd78aae8fb4a req-d333fd1f-b300-4df4-b31c-f4e2000b9a08 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:33.298567 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-43523ea8-1fe4-480c-afc9-cd78aae8fb4a req-d333fd1f-b300-4df4-b31c-f4e2000b9a08 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 946 time: 0.0543613 Nov 23 04:23:33.302990 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:33.350481 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-43523ea8-1fe4-480c-afc9-cd78aae8fb4a req-a415364f-ebd6-435e-b9a1-5fa490fbf772 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451653 Nov 23 04:23:33.373709 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:23:33.415615 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c08823-db34-4252-8acf-1aee501d4d08 tempest-TestVolumeBootPattern-1970595283 tempest-TestVolumeBootPattern-1970595283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:33.417188 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a7c08823-db34-4252-8acf-1aee501d4d08 tempest-TestVolumeBootPattern-1970595283 tempest-TestVolumeBootPattern-1970595283-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 1094 time: 0.0425081 Nov 23 04:23:33.419979 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34478) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:23:33.425355 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'floatingip': {'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'port_id': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'tenant_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:23:33.514928 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:33.613353 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:33.722739 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Allocated IP 172.27.0.140 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/169d3fd1-8614-4d77-8567-cea155ef5f51) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:23:33.824291 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:33.983407 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:34.023620 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:23:34.028546 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:23:34.034061 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:23:34.037116 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'Port': ['ID=169d3fd1-8614-4d77-8567-cea155ef5f51,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:23:34.382711 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:34.510167 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:34.656225 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:34.725803 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:34.793976 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'Port': ['ID=169d3fd1-8614-4d77-8567-cea155ef5f51,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:23:34.807630 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:34.906548 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Floating IP d5794ed8-cf2e-415a-93e3-6207b2edcbd7 associated. External IP: 172.27.0.140, port: f0d43386-0513-4341-9b99-404d03b12ec0. Nov 23 04:23:35.110436 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:23:35.215431 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:23:35.225935 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6576a488-3aff-46f4-8e47-500c46e2e68d None None] Sync routers for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:23:35.235945 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6576a488-3aff-46f4-8e47-500c46e2e68d None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:23:35.238325 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6576a488-3aff-46f4-8e47-500c46e2e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:23:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:23:35.294279 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:35.321709 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ef9a7009-fc00-4537-a51c-339fe271b5b0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9006543 Nov 23 04:23:35.322288 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'tag': 'f0d43386-0513-4341-9b99-404d03b12ec0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:23:35.324556 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cb5efd-302c-400b-84b9-0d83580f8222" -d '{"events": [{"name": "network-changed", "server_uuid": "e3425df3-cde6-44d8-8c24-3221f5cd3053", "tag": "f0d43386-0513-4341-9b99-404d03b12ec0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:23:35.341111 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-6576a488-3aff-46f4-8e47-500c46e2e68d None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:23:35.360788 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab72328d-56f1-479a-847a-fa0991771283 x-openstack-request-id: req-ab72328d-56f1-479a-847a-fa0991771283 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:23:35.361092 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3425df3-cde6-44d8-8c24-3221f5cd3053", "tag": "f0d43386-0513-4341-9b99-404d03b12ec0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:23:35.361350 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab72328d-56f1-479a-847a-fa0991771283 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:23:35.361756 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'tag': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'status': 'completed', 'code': 200} Nov 23 04:23:35.452324 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5efd-302c-400b-84b9-0d83580f8222 req-a8cd6f6c-8b8a-421a-a9b1-019cef002afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:35.453875 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46cb5efd-302c-400b-84b9-0d83580f8222 req-a8cd6f6c-8b8a-421a-a9b1-019cef002afb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 1099 time: 0.0409403 Nov 23 04:23:35.548337 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5efd-302c-400b-84b9-0d83580f8222 req-d54b12d5-96ee-4bb1-9b8d-7f0c0a58cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:35.549930 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46cb5efd-302c-400b-84b9-0d83580f8222 req-d54b12d5-96ee-4bb1-9b8d-7f0c0a58cab7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 913 time: 0.0879550 Nov 23 04:23:35.559353 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6576a488-3aff-46f4-8e47-500c46e2e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd5794ed8-cf2e-415a-93e3-6207b2edcbd7', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:05:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:23:34Z', 'updated_at': '2021-11-23T04:23:34Z', 'revision_number': 0, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:23:35.587814 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6576a488-3aff-46f4-8e47-500c46e2e68d None None] Checking router: f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:23:35.596670 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6576a488-3aff-46f4-8e47-500c46e2e68d None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:23:35.597311 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6576a488-3aff-46f4-8e47-500c46e2e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:23:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:23:35.628452 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46cb5efd-302c-400b-84b9-0d83580f8222 req-00bc3e25-5be0-42f8-91b0-418fa05b1881 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d43386-0513-4341-9b99-404d03b12ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0585659 Nov 23 04:23:35.679793 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5efd-302c-400b-84b9-0d83580f8222 req-998f2165-710c-41b1-ad8e-ba390f860a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:35.681287 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46cb5efd-302c-400b-84b9-0d83580f8222 req-998f2165-710c-41b1-ad8e-ba390f860a57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a771ab3d-7869-48e6-b69e-7e08f226f564 HTTP/1.1" status: 200 len: 851 time: 0.0453932 Nov 23 04:23:35.700324 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-6576a488-3aff-46f4-8e47-500c46e2e68d None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:23:35.733208 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5efd-302c-400b-84b9-0d83580f8222 req-bea1d83a-3779-4dba-8c62-9b38ac944ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:23:35.734874 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46cb5efd-302c-400b-84b9-0d83580f8222 req-bea1d83a-3779-4dba-8c62-9b38ac944ee3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5880c1-f079-4dc1-b8fc-71110c737c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443614 Nov 23 04:23:35.824292 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46cb5efd-302c-400b-84b9-0d83580f8222 req-d7b072ce-5727-4d81-8b28-f15fdc3ea31f service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812347 Nov 23 04:23:35.919788 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46cb5efd-302c-400b-84b9-0d83580f8222 req-2801cc61-c6db-4cea-83eb-73b9e8a300da service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874932 Nov 23 04:23:35.922931 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6576a488-3aff-46f4-8e47-500c46e2e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd5794ed8-cf2e-415a-93e3-6207b2edcbd7', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:05:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:23:34Z', 'updated_at': '2021-11-23T04:23:34Z', 'revision_number': 0, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:23:35.952083 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6576a488-3aff-46f4-8e47-500c46e2e68d None None] The sync data for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi is: [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd5794ed8-cf2e-415a-93e3-6207b2edcbd7', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:05:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:23:34Z', 'updated_at': '2021-11-23T04:23:34Z', 'revision_number': 0, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:23:36.133790 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ab26d-d44b-429d-814a-626ef5af1b8a None None] New status for floating IP d5794ed8-cf2e-415a-93e3-6207b2edcbd7: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:23:44.525184 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:23:55.120531 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:57.222375 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d801e77b-0cda-4eab-b4ca-4751b4b93b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:23:59.742584 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d9152070-5346-4630-afa7-b859a58b2668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:00.948179 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:02.411294 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:02.708327 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4302c-fb04-4b14-befd-cfbbfb1c5950 req-b0e6c798-7174-444d-a790-0b5bac598143 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:02.709803 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4bf4302c-fb04-4b14-befd-cfbbfb1c5950 req-b0e6c798-7174-444d-a790-0b5bac598143 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0494676 Nov 23 04:24:02.756226 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4bf4302c-fb04-4b14-befd-cfbbfb1c5950 req-571bdb33-2e91-43de-8de0-baee4536a09d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403609 Nov 23 04:24:03.296579 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:03.872182 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d3984-743c-4155-bc87-928b3a5a9b61 req-9fa696a5-d299-4447-9b8b-dabd8a83cb74 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:03.873783 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1d3984-743c-4155-bc87-928b3a5a9b61 req-9fa696a5-d299-4447-9b8b-dabd8a83cb74 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0497546 Nov 23 04:24:03.921638 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f1d3984-743c-4155-bc87-928b3a5a9b61 req-c516d7e7-86fa-4f8a-ac22-40230e09dcb2 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415125 Nov 23 04:24:05.041109 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd28d2-9608-44e8-8f22-5f6d37ef4868 req-4d2f35bc-41da-47d4-a1e9-527fd99ce45d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:05.042575 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2ffd28d2-9608-44e8-8f22-5f6d37ef4868 req-4d2f35bc-41da-47d4-a1e9-527fd99ce45d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0530596 Nov 23 04:24:05.088637 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2ffd28d2-9608-44e8-8f22-5f6d37ef4868 req-9b0e4a87-0e74-47c6-93f3-01c11ca7334d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402153 Nov 23 04:24:06.203895 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfbfac-4597-49ca-ab20-15e143cf2a1f req-c59ff692-e15f-4b36-b6e7-b80ba3b9a2cf tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:06.205362 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-94cfbfac-4597-49ca-ab20-15e143cf2a1f req-c59ff692-e15f-4b36-b6e7-b80ba3b9a2cf tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0495794 Nov 23 04:24:06.253054 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-94cfbfac-4597-49ca-ab20-15e143cf2a1f req-a610c98f-e24d-4207-b6a1-af7eb2616e92 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 Nov 23 04:24:07.369907 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09436d6e-04d1-4ae9-8385-4fa9128b7eb1 req-6b93e266-b01f-4013-839f-0821677d39e4 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:07.371397 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-09436d6e-04d1-4ae9-8385-4fa9128b7eb1 req-6b93e266-b01f-4013-839f-0821677d39e4 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0490487 Nov 23 04:24:07.424013 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-09436d6e-04d1-4ae9-8385-4fa9128b7eb1 req-aff34da0-76be-4b6c-b8ef-2e0c17a1f615 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467629 Nov 23 04:24:08.538608 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c4998-a931-4a8e-bc96-27ffb83c08a3 req-515e782b-ceb8-42e0-86d0-ac0ee74fb86b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:08.540079 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-405c4998-a931-4a8e-bc96-27ffb83c08a3 req-515e782b-ceb8-42e0-86d0-ac0ee74fb86b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0489178 Nov 23 04:24:08.586453 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-405c4998-a931-4a8e-bc96-27ffb83c08a3 req-74388dfa-eb10-4a65-bc86-a54795fa37c6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406113 Nov 23 04:24:09.698598 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2978a-91ea-44fc-88f5-e53179173949 req-f69f265b-5d1e-41f2-b024-ab5d217abdaf tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:09.700112 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fbf2978a-91ea-44fc-88f5-e53179173949 req-f69f265b-5d1e-41f2-b024-ab5d217abdaf tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0486896 Nov 23 04:24:09.746277 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fbf2978a-91ea-44fc-88f5-e53179173949 req-a843163f-9fdf-4df7-a91f-32f1d2e5dac6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402226 Nov 23 04:24:10.861014 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3550b-5ff2-47b8-935c-ff41d82b973d req-9845a9d6-bbfd-4a80-a145-533e55f322a4 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:10.862445 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ca3550b-5ff2-47b8-935c-ff41d82b973d req-9845a9d6-bbfd-4a80-a145-533e55f322a4 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0508442 Nov 23 04:24:10.909244 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ca3550b-5ff2-47b8-935c-ff41d82b973d req-db5b998e-ab75-4ea6-b57c-351016e4cad8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406575 Nov 23 04:24:12.024735 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff354dfa-5ef8-4cbd-9542-02ccbd2794a5 req-346dc06c-ec12-4057-b6a0-f04ddd405f21 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:12.026248 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff354dfa-5ef8-4cbd-9542-02ccbd2794a5 req-346dc06c-ec12-4057-b6a0-f04ddd405f21 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0499001 Nov 23 04:24:12.074362 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff354dfa-5ef8-4cbd-9542-02ccbd2794a5 req-96f835e1-e68d-436f-bb6f-5bdef2083315 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417700 Nov 23 04:24:13.190060 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65f3d0-9cba-48a5-aed1-1c34e2ac8e8b req-2f9e3dcd-4058-4005-b39a-fb42c1b9ff61 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:13.191678 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c65f3d0-9cba-48a5-aed1-1c34e2ac8e8b req-2f9e3dcd-4058-4005-b39a-fb42c1b9ff61 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0524690 Nov 23 04:24:13.238459 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c65f3d0-9cba-48a5-aed1-1c34e2ac8e8b req-462ba6cb-376c-403b-bd7d-4efad4cff75a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408492 Nov 23 04:24:14.355148 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce6cf-343c-4f3b-99f2-e10ea97fc3ee req-b3b19aef-db6a-4f0d-9817-eef7bd33a18a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:14.356628 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3bce6cf-343c-4f3b-99f2-e10ea97fc3ee req-b3b19aef-db6a-4f0d-9817-eef7bd33a18a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0504620 Nov 23 04:24:14.403705 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3bce6cf-343c-4f3b-99f2-e10ea97fc3ee req-95ae7a5b-f3ac-48e9-8db0-815f9c23f1d2 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412540 Nov 23 04:24:14.718157 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69948a8b-fb06-4124-a5a7-a4c23e5c504d req-4cddba45-7499-4ae6-9a7c-1af1d5aa9629 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:14.719668 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-69948a8b-fb06-4124-a5a7-a4c23e5c504d req-4cddba45-7499-4ae6-9a7c-1af1d5aa9629 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0495601 Nov 23 04:24:14.771779 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-69948a8b-fb06-4124-a5a7-a4c23e5c504d req-8ddd5396-db2d-4646-b839-667321860851 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444722 Nov 23 04:24:14.856706 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594639-f7ca-4536-8630-e3492635d228 req-4156fedd-6f71-43d8-9e2e-600ca329163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:14.858253 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85594639-f7ca-4536-8630-e3492635d228 req-4156fedd-6f71-43d8-9e2e-600ca329163f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 1098 time: 0.0413649 Nov 23 04:24:14.948386 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594639-f7ca-4536-8630-e3492635d228 req-7305d7b1-e830-40f2-9971-1a8702a4df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:14.949746 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85594639-f7ca-4536-8630-e3492635d228 req-7305d7b1-e830-40f2-9971-1a8702a4df53 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75cfc86-e875-4aa3-9237-5714df0b6f5c HTTP/1.1" status: 200 len: 912 time: 0.0837841 Nov 23 04:24:15.017934 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85594639-f7ca-4536-8630-e3492635d228 req-80459811-160f-4fd4-b898-02a1d33cc1f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0429849c-9408-4787-ae74-907d8a990dda HTTP/1.1" status: 200 len: 1000 time: 0.0596001 Nov 23 04:24:15.065984 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594639-f7ca-4536-8630-e3492635d228 req-09e68307-378e-442f-8d69-ccf7b8fbb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:15.067946 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85594639-f7ca-4536-8630-e3492635d228 req-09e68307-378e-442f-8d69-ccf7b8fbb8a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a846ca99-9d8c-4064-90bd-3f6a680e00c6 HTTP/1.1" status: 200 len: 850 time: 0.0422320 Nov 23 04:24:15.113175 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594639-f7ca-4536-8630-e3492635d228 req-4417415d-8069-447a-91ba-b368bf6dd10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:15.114670 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85594639-f7ca-4536-8630-e3492635d228 req-4417415d-8069-447a-91ba-b368bf6dd10c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75cfc86-e875-4aa3-9237-5714df0b6f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402429 Nov 23 04:24:15.204829 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85594639-f7ca-4536-8630-e3492635d228 req-3a5f49ad-de81-419a-801a-e4ad6154b948 service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831850 Nov 23 04:24:15.291935 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85594639-f7ca-4536-8630-e3492635d228 req-f0514f21-2f9f-41f5-bcb5-2d0fbc9c77ee service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798919 Nov 23 04:24:16.169114 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587cefd-4df1-4f4c-b491-d83f341907de req-f0dcefcd-8f92-4f2e-9114-2c8aadef512b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:16.170481 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7587cefd-4df1-4f4c-b491-d83f341907de req-f0dcefcd-8f92-4f2e-9114-2c8aadef512b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.3287346 Nov 23 04:24:16.266179 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7587cefd-4df1-4f4c-b491-d83f341907de req-58efd2f8-ab9b-4869-b374-b9544a1688a8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897346 Nov 23 04:24:17.381913 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d424ddb-0000-4eac-902c-0561c142ac9f req-80020ae5-09db-42b2-9282-aca6cf08c42d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:17.383378 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6d424ddb-0000-4eac-902c-0561c142ac9f req-80020ae5-09db-42b2-9282-aca6cf08c42d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0489271 Nov 23 04:24:17.429844 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6d424ddb-0000-4eac-902c-0561c142ac9f req-05a26e38-c788-4339-8983-96f969405b48 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405729 Nov 23 04:24:21.524811 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:24:25.045002 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:27.193543 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f9292c00-a68c-41f2-8730-18c982b3944a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:28.447622 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-4eba902c-248f-4d0f-a77f-634ed5ffa57c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411782 Nov 23 04:24:28.550038 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-283cdbbf-3d82-4a69-a444-0712ed2e5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:28.551520 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-283cdbbf-3d82-4a69-a444-0712ed2e5d47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29832a113f1544d7a5467a88b2f0d669&device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 1099 time: 0.0441468 Nov 23 04:24:28.654515 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-ae0ed06d-828b-486d-90ab-67181be4e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:28.656005 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-ae0ed06d-828b-486d-90ab-67181be4e86a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3530e0d-07ae-4ff9-b495-05515e155951 HTTP/1.1" status: 200 len: 910 time: 0.0831423 Nov 23 04:24:28.725090 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-d55a4151-0c28-439b-8f10-d67baad346e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6785c855-b933-47d9-95d0-982e7c07f503 HTTP/1.1" status: 200 len: 1001 time: 0.0617580 Nov 23 04:24:28.773440 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-ed61be38-0091-4505-afeb-0510d4296120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:28.774862 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-ed61be38-0091-4505-afeb-0510d4296120 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=876101f4-19c6-4756-afa6-805f6a676f16 HTTP/1.1" status: 200 len: 848 time: 0.0430360 Nov 23 04:24:28.821813 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-4c478fde-7de0-4541-8ccc-5ea068a5c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:28.823277 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-4c478fde-7de0-4541-8ccc-5ea068a5c793 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3530e0d-07ae-4ff9-b495-05515e155951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386569 Nov 23 04:24:28.918217 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-54b205a5-a089-4248-b4a2-64beedcb8641 service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849299 Nov 23 04:24:29.006618 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ad797e0-8561-42d8-a9fc-6884534090c1 req-2085e427-fca7-411b-89e4-50553bb91b0e service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799131 Nov 23 04:24:29.753275 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bc77e8d-cc0b-4168-8624-9846da52ac03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:30.970636 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:32.393552 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:33.278995 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:35.406180 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:35.562778 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Deleting port 1c02be25-ddd6-4635-8ca0-d36eb995bedf {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:35.563118 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:35.640391 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:35.640716 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:35.652479 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Calling delete_port for 1c02be25-ddd6-4635-8ca0-d36eb995bedf owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:35.896332 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:35.922877 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event deleted for resources: {'Port': ['ID=1c02be25-ddd6-4635-8ca0-d36eb995bedf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:35.945679 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.945970 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.946309 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.946644 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.946975 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.947333 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.947660 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.947983 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.948306 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.948627 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.948947 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.949264 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:35.992337 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:35.992748 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Floating IP d5d82587-8b9f-4a95-b98a-b3ce14657fa2 disassociated (deleted). External IP: 172.27.0.68, port: 6785c855-b933-47d9-95d0-982e7c07f503. Nov 23 04:24:36.192663 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:24:36.298240 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:24:36.302965 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:36.308059 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2e7a56-3122-44ed-8748-b7a17c383ee0 None None] Sync routers for ids ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:24:36.317687 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e7a56-3122-44ed-8748-b7a17c383ee0 None None] Routers {'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:24:36.318280 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bc2e7a56-3122-44ed-8748-b7a17c383ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:24:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:36.330292 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b20cff85-e75d-45d4-a475-facc57e452c5 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "DELETE /v2.0/floatingips/d5d82587-8b9f-4a95-b98a-b3ce14657fa2 HTTP/1.1" status: 204 len: 168 time: 0.9227602 Nov 23 04:24:36.330878 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:24:36.333191 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651c6dfb-26e7-43bd-a03f-129cc1ea9773" -d '{"events": [{"name": "network-changed", "server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "tag": "6785c855-b933-47d9-95d0-982e7c07f503"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:24:36.369948 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5748f625-ede6-4064-a2c7-9267aad1a5ae x-openstack-request-id: req-5748f625-ede6-4064-a2c7-9267aad1a5ae {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:24:36.370242 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "tag": "6785c855-b933-47d9-95d0-982e7c07f503", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:24:36.370491 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5748f625-ede6-4064-a2c7-9267aad1a5ae {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:24:36.370964 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503', 'status': 'completed', 'code': 200} Nov 23 04:24:36.462700 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-7e55c6eb-cece-4cb9-ad06-fec832b3a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:36.464262 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-7e55c6eb-cece-4cb9-ad06-fec832b3a237 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=29832a113f1544d7a5467a88b2f0d669&device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 1099 time: 0.0472128 Nov 23 04:24:36.520781 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-bc2e7a56-3122-44ed-8748-b7a17c383ee0 None None] Set router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:24:36.560104 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-717b9a7d-087a-48f6-9ebb-a43b73bced18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:36.561508 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-717b9a7d-087a-48f6-9ebb-a43b73bced18 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3530e0d-07ae-4ff9-b495-05515e155951 HTTP/1.1" status: 200 len: 910 time: 0.0883708 Nov 23 04:24:36.611382 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-69af8e60-d1fe-4120-844f-3ccfdfcacce9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6785c855-b933-47d9-95d0-982e7c07f503 HTTP/1.1" status: 200 len: 217 time: 0.0402215 Nov 23 04:24:36.730447 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-86e58589-fce9-4daf-9bc6-0e13b42d6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:36.731850 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bc2e7a56-3122-44ed-8748-b7a17c383ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:47Z', 'revision_number': 4, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b5879661-0484-40c7-bf5c-a73213563271', 'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'mac_address': 'fa:16:3e:51:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:46Z', 'updated_at': '2021-11-23T04:19:50Z', 'revision_number': 5, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'subnets': [{'id': '876101f4-19c6-4756-afa6-805f6a676f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:36.732142 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-86e58589-fce9-4daf-9bc6-0e13b42d6d3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=876101f4-19c6-4756-afa6-805f6a676f16 HTTP/1.1" status: 200 len: 848 time: 0.0765500 Nov 23 04:24:36.747094 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7b78-9bad-489f-a1fd-2147a4b6ab9a req-0c930981-2fe4-428c-b930-9587d86a938e tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:36.748545 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-519f7b78-9bad-489f-a1fd-2147a4b6ab9a req-0c930981-2fe4-428c-b930-9587d86a938e tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.1186874 Nov 23 04:24:36.757314 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2e7a56-3122-44ed-8748-b7a17c383ee0 None None] Checking router: fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:24:36.766153 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e7a56-3122-44ed-8748-b7a17c383ee0 None None] Routers {'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:24:36.766753 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bc2e7a56-3122-44ed-8748-b7a17c383ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:24:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:36.821494 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-11882933-4ff8-4c63-9e9a-857b622fbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:36.822966 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-11882933-4ff8-4c63-9e9a-857b622fbdd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3530e0d-07ae-4ff9-b495-05515e155951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735838 Nov 23 04:24:36.827999 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-519f7b78-9bad-489f-a1fd-2147a4b6ab9a req-10133de5-b0e5-454a-8e42-ce01c0132788 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714424 Nov 23 04:24:36.839855 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-a978ce38-d535-449e-a66e-ff2d8d2cfc9d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:24:36.840827 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-a978ce38-d535-449e-a66e-ff2d8d2cfc9d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094626 Nov 23 04:24:36.873117 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-bc2e7a56-3122-44ed-8748-b7a17c383ee0 None None] Set router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:24:36.931381 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-fa9f92fd-b106-4dfe-9564-3e523534b092 service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814528 Nov 23 04:24:37.025778 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-651c6dfb-26e7-43bd-a03f-129cc1ea9773 req-efb9b8c3-9408-4d36-9500-5985d6ccf072 service neutron] 10.222.0.50 "GET /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847647 Nov 23 04:24:37.072555 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bc2e7a56-3122-44ed-8748-b7a17c383ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:47Z', 'revision_number': 4, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b5879661-0484-40c7-bf5c-a73213563271', 'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'mac_address': 'fa:16:3e:51:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:46Z', 'updated_at': '2021-11-23T04:19:50Z', 'revision_number': 5, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'subnets': [{'id': '876101f4-19c6-4756-afa6-805f6a676f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:37.097505 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2e7a56-3122-44ed-8748-b7a17c383ee0 None None] The sync data for ids ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'] in dv-cinder-768458-16-iscsi is: [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:19:47Z', 'revision_number': 4, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b5879661-0484-40c7-bf5c-a73213563271', 'name': '', 'network_id': 'e3530e0d-07ae-4ff9-b495-05515e155951', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'mac_address': 'fa:16:3e:51:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '876101f4-19c6-4756-afa6-805f6a676f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:46Z', 'updated_at': '2021-11-23T04:19:50Z', 'revision_number': 5, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'subnets': [{'id': '876101f4-19c6-4756-afa6-805f6a676f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:24:37.309685 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e2d037-1740-4d69-9758-22f0507b90a1 None None] New status for floating IP d5d82587-8b9f-4a95-b98a-b3ce14657fa2: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:24:37.948646 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb21a77-b213-4bfa-93b4-30d1ef9ed538 req-e1bf960c-c05d-47a8-9a82-b32dfce28b45 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:37.950007 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0eb21a77-b213-4bfa-93b4-30d1ef9ed538 req-e1bf960c-c05d-47a8-9a82-b32dfce28b45 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0497491 Nov 23 04:24:37.999835 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0eb21a77-b213-4bfa-93b4-30d1ef9ed538 req-2f233c30-173d-45b5-9c31-6a862183551f tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/security-groups?id=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438633 Nov 23 04:24:38.485939 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0309f5-2bed-4f69-9bf8-eef1b5f2a23f req-1e573c14-42dc-47f0-956d-a58dc6c924d1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:38.487397 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae0309f5-2bed-4f69-9bf8-eef1b5f2a23f req-1e573c14-42dc-47f0-956d-a58dc6c924d1 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 946 time: 0.0494092 Nov 23 04:24:38.579355 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ae0309f5-2bed-4f69-9bf8-eef1b5f2a23f req-1be199a5-bbca-4ed5-8761-8045533a2968 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Deleting port 6785c855-b933-47d9-95d0-982e7c07f503 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:38.579704 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae0309f5-2bed-4f69-9bf8-eef1b5f2a23f req-1be199a5-bbca-4ed5-8761-8045533a2968 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:38.668073 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ae0309f5-2bed-4f69-9bf8-eef1b5f2a23f req-1be199a5-bbca-4ed5-8761-8045533a2968 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] For port 6785c855-b933-47d9-95d0-982e7c07f503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6785c855-b933-47d9-95d0-982e7c07f503,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:24:38.669015 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae0309f5-2bed-4f69-9bf8-eef1b5f2a23f req-1be199a5-bbca-4ed5-8761-8045533a2968 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:38.682113 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ae0309f5-2bed-4f69-9bf8-eef1b5f2a23f req-1be199a5-bbca-4ed5-8761-8045533a2968 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Calling delete_port for 6785c855-b933-47d9-95d0-982e7c07f503 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:38.936324 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae0309f5-2bed-4f69-9bf8-eef1b5f2a23f req-1be199a5-bbca-4ed5-8761-8045533a2968 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:38.964329 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be199a5-bbca-4ed5-8761-8045533a2968 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event deleted for resources: {'Port': ['ID=6785c855-b933-47d9-95d0-982e7c07f503,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:39.010882 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0309f5-2bed-4f69-9bf8-eef1b5f2a23f req-1be199a5-bbca-4ed5-8761-8045533a2968 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] No DVR routers for this DVR port 6785c855-b933-47d9-95d0-982e7c07f503 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:24:39.013613 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae0309f5-2bed-4f69-9bf8-eef1b5f2a23f req-1be199a5-bbca-4ed5-8761-8045533a2968 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:39.017023 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae0309f5-2bed-4f69-9bf8-eef1b5f2a23f req-1be199a5-bbca-4ed5-8761-8045533a2968 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.50 "DELETE /v2.0/ports/6785c855-b933-47d9-95d0-982e7c07f503 HTTP/1.1" status: 204 len: 173 time: 0.5233517 Nov 23 04:24:39.017462 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'name': 'network-vif-deleted', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:24:39.019711 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7692ecf9-efdc-49e0-b3e0-5f94b225fa3b" -d '{"events": [{"server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "name": "network-vif-deleted", "tag": "6785c855-b933-47d9-95d0-982e7c07f503"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:24:39.058999 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c85cd2-f5b4-42d3-a175-40cbdcd30f87 x-openstack-request-id: req-60c85cd2-f5b4-42d3-a175-40cbdcd30f87 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:24:39.059334 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe99c22a-d75b-4a5c-8800-6a65d64ded71", "name": "network-vif-deleted", "tag": "6785c855-b933-47d9-95d0-982e7c07f503", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:24:39.059596 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60c85cd2-f5b4-42d3-a175-40cbdcd30f87 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:24:39.060001 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe99c22a-d75b-4a5c-8800-6a65d64ded71', 'name': 'network-vif-deleted', 'tag': '6785c855-b933-47d9-95d0-982e7c07f503', 'status': 'completed', 'code': 200} Nov 23 04:24:39.103423 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50171c48-177a-47de-87b5-f3ea6f85dd1f req-7d7aed10-188d-47ef-ad2f-44d4b43b2cb3 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 210 time: 0.0285487 Nov 23 04:24:40.212048 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50395a05-c6d1-417d-b66e-41d9eb43da24 req-44be5b14-8a25-4390-a038-baafde18c560 tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe99c22a-d75b-4a5c-8800-6a65d64ded71 HTTP/1.1" status: 200 len: 210 time: 0.0289638 Nov 23 04:24:41.135886 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6785c855-b933-47d9-95d0-982e7c07f503 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:24:41.159575 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 6785c855-b933-47d9-95d0-982e7c07f503 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:24:41.159911 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6785c855-b933-47d9-95d0-982e7c07f503 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:24:41.266238 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34588) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:41.324204 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f93d23b7-43cd-4cac-9480-9134fcdda15b tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:41.349451 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f93d23b7-43cd-4cac-9480-9134fcdda15b tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:41.473452 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f93d23b7-43cd-4cac-9480-9134fcdda15b tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:41.476045 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f93d23b7-43cd-4cac-9480-9134fcdda15b tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:41.477734 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f93d23b7-43cd-4cac-9480-9134fcdda15b tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] 10.222.0.54 "DELETE /v2.0/security-groups/ac14f0ed-7694-4d2d-a4b8-1a64a175e27d HTTP/1.1" status: 204 len: 168 time: 0.2104876 Nov 23 04:24:41.487010 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d23b7-43cd-4cac-9480-9134fcdda15b tempest-TestShelveInstance-875834951 tempest-TestShelveInstance-875834951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac14f0ed-7694-4d2d-a4b8-1a64a175e27d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:41.592847 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:41.978419 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124048'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:42.222998 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] Deleting port b5879661-0484-40c7-bf5c-a73213563271 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:42.223285 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:42.299985 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] For port b5879661-0484-40c7-bf5c-a73213563271, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=b5879661-0484-40c7-bf5c-a73213563271,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:24:42.300698 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:42.312678 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] Calling delete_port for b5879661-0484-40c7-bf5c-a73213563271 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:42.547316 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:42.575978 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5879661-0484-40c7-bf5c-a73213563271,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:42.737564 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124028'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:42.945200 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] Router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:24:43.048019 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:24:43.053049 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-22b33f91-8003-4d16-ba2a-200a02409c0a admin admin] 10.222.0.54 "PUT /v2.0/routers/fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4591925 Nov 23 04:24:43.056242 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34596) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:43.058367 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f84c76-98cf-4490-8fc3-0d4f063cdc02 None None] Sync routers for ids ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:24:43.068164 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f84c76-98cf-4490-8fc3-0d4f063cdc02 None None] Routers {'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:24:43.068784 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-49f84c76-98cf-4490-8fc3-0d4f063cdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:24:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:43.173983 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-49f84c76-98cf-4490-8fc3-0d4f063cdc02 None None] Set router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:24:43.361684 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-49f84c76-98cf-4490-8fc3-0d4f063cdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:24:42Z', 'revision_number': 5, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:43.388656 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f84c76-98cf-4490-8fc3-0d4f063cdc02 None None] Checking router: fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:24:43.397708 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f84c76-98cf-4490-8fc3-0d4f063cdc02 None None] Routers {'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:24:43.398439 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-49f84c76-98cf-4490-8fc3-0d4f063cdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:24:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:43.431707 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:43.502317 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-49f84c76-98cf-4490-8fc3-0d4f063cdc02 None None] Set router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:24:43.530866 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:43.618873 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Deleting port 72356a8d-147e-446f-b340-34ee4dc085df {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:43.619105 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:43.680084 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-49f84c76-98cf-4490-8fc3-0d4f063cdc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:24:42Z', 'revision_number': 5, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:43.696057 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] For port 72356a8d-147e-446f-b340-34ee4dc085df, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=72356a8d-147e-446f-b340-34ee4dc085df,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:24:43.696444 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:43.709035 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Calling delete_port for 72356a8d-147e-446f-b340-34ee4dc085df owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:43.709448 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f84c76-98cf-4490-8fc3-0d4f063cdc02 None None] The sync data for ids ['fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7'] in dv-cinder-768458-16-iscsi is: [{'id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'name': 'tempest-TestShelveInstance-1756585500-router', 'tenant_id': '29832a113f1544d7a5467a88b2f0d669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '72356a8d-147e-446f-b340-34ee4dc085df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:42Z', 'updated_at': '2021-11-23T04:24:42Z', 'revision_number': 5, 'project_id': '29832a113f1544d7a5467a88b2f0d669', 'gw_port': {'id': '72356a8d-147e-446f-b340-34ee4dc085df', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:43Z', 'updated_at': '2021-11-23T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:24:43.924867 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:43.952556 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Pushing event deleted for resources: {'Port': ['ID=72356a8d-147e-446f-b340-34ee4dc085df,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:44.012385 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120798'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.104634 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12857'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.106926 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.161680 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device b5879661-0484-40c7-bf5c-a73213563271 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:24:44.182970 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: b5879661-0484-40c7-bf5c-a73213563271 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:24:44.183128 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device b5879661-0484-40c7-bf5c-a73213563271 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:24:44.193389 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4120637'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.193954 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:24:44.200412 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.200855 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7d989be8-7bad-4b54-8d5c-a9200b44b889 admin admin] 10.222.0.54 "DELETE /v2.0/routers/fb1f83ce-ad33-49ad-a4a9-5530e38fd5f7 HTTP/1.1" status: 204 len: 168 time: 1.1436894 Nov 23 04:24:44.203545 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34598) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:44.252313 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-904b0519-f30f-43c0-8662-c97c9749456f admin admin] Deleting subnet 876101f4-19c6-4756-afa6-805f6a676f16 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:24:44.255462 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-904b0519-f30f-43c0-8662-c97c9749456f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.292782 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-904b0519-f30f-43c0-8662-c97c9749456f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086321'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.374545 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-904b0519-f30f-43c0-8662-c97c9749456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.479299 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-904b0519-f30f-43c0-8662-c97c9749456f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9476299'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.501924 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b0519-f30f-43c0-8662-c97c9749456f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876101f4-19c6-4756-afa6-805f6a676f16,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:44.507779 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-904b0519-f30f-43c0-8662-c97c9749456f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.510822 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-904b0519-f30f-43c0-8662-c97c9749456f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/876101f4-19c6-4756-afa6-805f6a676f16 HTTP/1.1" status: 204 len: 168 time: 0.3063293 Nov 23 04:24:44.513389 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:44.516588 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c656cd-d511-453b-9641-e57ee48b440d None None] Network e3530e0d-07ae-4ff9-b495-05515e155951 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:24:44.579950 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.633430 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Deleting port 756294db-fe7c-4e9b-a054-7eda220aaa01 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:44.633766 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.702362 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] For port 756294db-fe7c-4e9b-a054-7eda220aaa01, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=756294db-fe7c-4e9b-a054-7eda220aaa01,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:24:44.702736 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.707472 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] DHCP port deletion for e3530e0d-07ae-4ff9-b495-05515e155951 request from dv-cinder-768458-16-iscsi {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:24:44.717673 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Calling delete_port for 756294db-fe7c-4e9b-a054-7eda220aaa01 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:44.756977 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Deleting port 756294db-fe7c-4e9b-a054-7eda220aaa01 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:44.757959 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.822379 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] For port 756294db-fe7c-4e9b-a054-7eda220aaa01, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=756294db-fe7c-4e9b-a054-7eda220aaa01,segment=NetworkSegment(481fff99-b240-443b-a02f-02860e71fce1),segment_id=481fff99-b240-443b-a02f-02860e71fce1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:24:44.822772 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.834689 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Calling delete_port for 756294db-fe7c-4e9b-a054-7eda220aaa01 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:44.884596 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.907233 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:44.915103 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Pushing event deleted for resources: {'Port': ['ID=756294db-fe7c-4e9b-a054-7eda220aaa01,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:44.923047 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] No DVR routers for this DVR port 756294db-fe7c-4e9b-a054-7eda220aaa01 on host dv-cinder-768458-16-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:24:44.934161 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Pushing event deleted for resources: {'Port': ['ID=756294db-fe7c-4e9b-a054-7eda220aaa01,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:44.943651 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.943999 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.944341 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.944734 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.945266 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.945602 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.945978 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.946303 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.946636 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.946951 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.947293 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.947608 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:44.950238 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267e0b68-2b98-46bf-8702-905ce5ebb27e None None] No DVR routers for this DVR port 756294db-fe7c-4e9b-a054-7eda220aaa01 on host dv-cinder-768458-16-iscsi {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:24:44.997562 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:45.018092 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3530e0d-07ae-4ff9-b495-05515e155951']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:45.027803 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481fff99-b240-443b-a02f-02860e71fce1') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:45.028099 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481fff99-b240-443b-a02f-02860e71fce1') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:45.037480 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3086330'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:45.051256 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:45.058263 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:24:45.058653 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099859'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: Traceback (most recent call last): Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: timer() Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: cb(*args, **kw) Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: return func(*args, **kwargs) Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: self._notify() Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: self.callback(batched_events) Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: event.method(event) Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: return f(self, *a, **k) Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._get(url).json() Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:24:45.060442 dv-cinder-768458-16-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:24:45.187621 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:45.192966 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:45.197335 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] 10.222.0.54 "DELETE /v2.0/networks/e3530e0d-07ae-4ff9-b495-05515e155951 HTTP/1.1" status: 204 len: 168 time: 0.6823587 Nov 23 04:24:45.199674 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34604) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:45.208320 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504111a-da84-41fd-85c4-06ba9764b80e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3530e0d-07ae-4ff9-b495-05515e155951,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:45.531684 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124048'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:45.778445 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Deleting port 4e2d055d-0e2e-4589-9681-7229950afe92 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:45.778781 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:45.859076 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] For port 4e2d055d-0e2e-4589-9681-7229950afe92, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=4e2d055d-0e2e-4589-9681-7229950afe92,segment=NetworkSegment(acb763e9-e533-4826-942f-b29b564b4e28),segment_id=acb763e9-e533-4826-942f-b29b564b4e28)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:24:45.859441 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:45.872301 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Calling delete_port for 4e2d055d-0e2e-4589-9681-7229950afe92 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:45.948742 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 756294db-fe7c-4e9b-a054-7eda220aaa01 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:24:45.969033 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 756294db-fe7c-4e9b-a054-7eda220aaa01 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:24:45.969382 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 756294db-fe7c-4e9b-a054-7eda220aaa01 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:24:45.969792 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 72356a8d-147e-446f-b340-34ee4dc085df no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:24:45.988255 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 72356a8d-147e-446f-b340-34ee4dc085df {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:24:45.988606 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 72356a8d-147e-446f-b340-34ee4dc085df not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:24:46.113369 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:46.136926 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2d055d-0e2e-4589-9681-7229950afe92,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:46.151003 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.151383 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.151723 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.152055 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.152375 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.152705 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.153033 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.153356 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.153676 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.153995 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.154312 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.154627 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:24:46.311262 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124028'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:46.525679 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Router 0dac2f89-221a-4857-80cd-678a8b59523e has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:24:46.632514 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:24:46.639202 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-f212e081-97d8-4bab-8676-266ac69ece2a admin admin] 10.222.0.54 "PUT /v2.0/routers/0dac2f89-221a-4857-80cd-678a8b59523e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4384737 Nov 23 04:24:46.640006 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34608) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:46.643005 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296319d-2fef-46a2-aab4-dba63674c14d None None] Sync routers for ids ['0dac2f89-221a-4857-80cd-678a8b59523e'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:24:46.654024 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296319d-2fef-46a2-aab4-dba63674c14d None None] Routers {'0dac2f89-221a-4857-80cd-678a8b59523e'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:24:46.654640 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1296319d-2fef-46a2-aab4-dba63674c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:24:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0dac2f89-221a-4857-80cd-678a8b59523e'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:46.751069 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:46.853450 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:46.882498 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1296319d-2fef-46a2-aab4-dba63674c14d None None] Set router 0dac2f89-221a-4857-80cd-678a8b59523e gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:24:46.994874 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Deleting port abd01a37-1ea5-4c0d-a766-5ec287941297 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:46.995220 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.059321 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1296319d-2fef-46a2-aab4-dba63674c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'name': 'tempest-TestShelveInstance-927488228-router', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:51Z', 'updated_at': '2021-11-23T04:24:46Z', 'revision_number': 5, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'gw_port': {'id': 'abd01a37-1ea5-4c0d-a766-5ec287941297', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:19:52Z', 'updated_at': '2021-11-23T04:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:47.078129 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] For port abd01a37-1ea5-4c0d-a766-5ec287941297, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=abd01a37-1ea5-4c0d-a766-5ec287941297,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:24:47.078559 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.090829 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296319d-2fef-46a2-aab4-dba63674c14d None None] Checking router: 0dac2f89-221a-4857-80cd-678a8b59523e for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:24:47.091799 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Calling delete_port for abd01a37-1ea5-4c0d-a766-5ec287941297 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:47.099267 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296319d-2fef-46a2-aab4-dba63674c14d None None] Routers {'0dac2f89-221a-4857-80cd-678a8b59523e'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:24:47.099907 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1296319d-2fef-46a2-aab4-dba63674c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:24:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['0dac2f89-221a-4857-80cd-678a8b59523e'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:47.185334 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1296319d-2fef-46a2-aab4-dba63674c14d None None] Set router 0dac2f89-221a-4857-80cd-678a8b59523e gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:24:47.238519 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1296319d-2fef-46a2-aab4-dba63674c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'name': 'tempest-TestShelveInstance-927488228-router', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:51Z', 'updated_at': '2021-11-23T04:24:46Z', 'revision_number': 6, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'gw_port_host': None}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:47.267895 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296319d-2fef-46a2-aab4-dba63674c14d None None] The sync data for ids ['0dac2f89-221a-4857-80cd-678a8b59523e'] in dv-cinder-768458-16-iscsi is: [{'id': '0dac2f89-221a-4857-80cd-678a8b59523e', 'name': 'tempest-TestShelveInstance-927488228-router', 'tenant_id': '60710a74836d4b22b1ab65670b7a47b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:19:51Z', 'updated_at': '2021-11-23T04:24:46Z', 'revision_number': 6, 'project_id': '60710a74836d4b22b1ab65670b7a47b3', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:24:47.313590 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.337614 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Pushing event deleted for resources: {'Port': ['ID=abd01a37-1ea5-4c0d-a766-5ec287941297,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:47.397494 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120798'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.485200 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12857'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.487282 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.604942 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4120637'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.605471 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dac2f89-221a-4857-80cd-678a8b59523e {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:24:47.609797 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.610951 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-7f461598-54bc-4274-b082-4e742150628f admin admin] 10.222.0.54 "DELETE /v2.0/routers/0dac2f89-221a-4857-80cd-678a8b59523e HTTP/1.1" status: 204 len: 168 time: 0.9700351 Nov 23 04:24:47.613511 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34610) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:47.660646 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-6611f6bf-683e-4843-b24b-0ceb69668194 admin admin] Deleting subnet a98513ae-61c9-444c-b59f-595eaec40179 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:24:47.663788 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6611f6bf-683e-4843-b24b-0ceb69668194 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.705114 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6611f6bf-683e-4843-b24b-0ceb69668194 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197436'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.783294 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6611f6bf-683e-4843-b24b-0ceb69668194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.925140 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6611f6bf-683e-4843-b24b-0ceb69668194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9143487'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.949655 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611f6bf-683e-4843-b24b-0ceb69668194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a98513ae-61c9-444c-b59f-595eaec40179,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:47.953196 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6611f6bf-683e-4843-b24b-0ceb69668194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:47.956699 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-6611f6bf-683e-4843-b24b-0ceb69668194 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a98513ae-61c9-444c-b59f-595eaec40179 HTTP/1.1" status: 204 len: 168 time: 0.3419909 Nov 23 04:24:47.958941 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d56a3-e897-44ae-bfd4-8c5c01a64193 None None] Network e1c53dd3-7956-4786-95e2-39a7124da8cd requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:24:47.959181 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34612) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:48.040996 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.061605 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 4e2d055d-0e2e-4589-9681-7229950afe92 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:24:48.094419 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Deleting port 9a98d1d0-70f3-4277-937a-b25ed969fe06 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:48.094839 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.099367 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 4e2d055d-0e2e-4589-9681-7229950afe92 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:24:48.099738 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 4e2d055d-0e2e-4589-9681-7229950afe92 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:24:48.100161 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device abd01a37-1ea5-4c0d-a766-5ec287941297 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:24:48.122673 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: abd01a37-1ea5-4c0d-a766-5ec287941297 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:24:48.127382 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device abd01a37-1ea5-4c0d-a766-5ec287941297 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:24:48.162839 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] For port 9a98d1d0-70f3-4277-937a-b25ed969fe06, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=9a98d1d0-70f3-4277-937a-b25ed969fe06,segment=NetworkSegment(acb763e9-e533-4826-942f-b29b564b4e28),segment_id=acb763e9-e533-4826-942f-b29b564b4e28)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:24:48.163337 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.177143 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Calling delete_port for 9a98d1d0-70f3-4277-937a-b25ed969fe06 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:48.196189 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77f4ba2-6087-4ef2-91cc-96e9640c19f5 None None] DHCP port deletion for e1c53dd3-7956-4786-95e2-39a7124da8cd request from dv-cinder-768458-16-iscsi {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:24:48.247330 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e77f4ba2-6087-4ef2-91cc-96e9640c19f5 None None] Deleting port 9a98d1d0-70f3-4277-937a-b25ed969fe06 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:48.247710 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e77f4ba2-6087-4ef2-91cc-96e9640c19f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.307876 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.316695 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e77f4ba2-6087-4ef2-91cc-96e9640c19f5 None None] For port 9a98d1d0-70f3-4277-937a-b25ed969fe06, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=9a98d1d0-70f3-4277-937a-b25ed969fe06,segment=NetworkSegment(acb763e9-e533-4826-942f-b29b564b4e28),segment_id=acb763e9-e533-4826-942f-b29b564b4e28)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:24:48.317094 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e77f4ba2-6087-4ef2-91cc-96e9640c19f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.334046 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e77f4ba2-6087-4ef2-91cc-96e9640c19f5 None None] Calling delete_port for 9a98d1d0-70f3-4277-937a-b25ed969fe06 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:48.337775 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] No DVR routers for this DVR port 9a98d1d0-70f3-4277-937a-b25ed969fe06 on host dv-cinder-768458-16-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:24:48.339728 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a98d1d0-70f3-4277-937a-b25ed969fe06,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:48.411532 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.412543 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e77f4ba2-6087-4ef2-91cc-96e9640c19f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.432547 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c53dd3-7956-4786-95e2-39a7124da8cd']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:48.441838 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb763e9-e533-4826-942f-b29b564b4e28') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:48.442130 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb763e9-e533-4826-942f-b29b564b4e28') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:48.443876 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f4ba2-6087-4ef2-91cc-96e9640c19f5 None None] Pushing event deleted for resources: {'Port': ['ID=9a98d1d0-70f3-4277-937a-b25ed969fe06,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:48.447946 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77f4ba2-6087-4ef2-91cc-96e9640c19f5 None None] No DVR routers for this DVR port 9a98d1d0-70f3-4277-937a-b25ed969fe06 on host dv-cinder-768458-16-iscsi {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:24:48.452213 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197431'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.466136 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.471891 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9645248'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: Traceback (most recent call last): Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: timer() Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: cb(*args, **kw) Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: return func(*args, **kwargs) Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: self._notify() Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: self.callback(batched_events) Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: event.method(event) Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: return f(self, *a, **k) Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._get(url).json() Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: return self.request(url, 'GET', **kwargs) Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:24:48.474794 dv-cinder-768458-16-iscsi neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:24:48.570113 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.575188 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.580373 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e1c53dd3-7956-4786-95e2-39a7124da8cd HTTP/1.1" status: 204 len: 168 time: 0.6181180 Nov 23 04:24:48.589226 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9191788-e55a-4704-a7e9-ea0fee462c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c53dd3-7956-4786-95e2-39a7124da8cd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:48.838726 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34616) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:48.877998 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-a7efe422-4c6b-45c7-aaa2-2e40b6c35759 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=29832a113f1544d7a5467a88b2f0d669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381110 Nov 23 04:24:48.880390 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34618) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:48.929155 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d123d9e6-0f6e-46e6-bf57-511494a9d3ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:48.949177 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d123d9e6-0f6e-46e6-bf57-511494a9d3ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:49.084785 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d123d9e6-0f6e-46e6-bf57-511494a9d3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:49.088346 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d123d9e6-0f6e-46e6-bf57-511494a9d3ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:49.089573 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-d123d9e6-0f6e-46e6-bf57-511494a9d3ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/43125db1-3e8f-449a-9025-b2547a98a542 HTTP/1.1" status: 204 len: 168 time: 0.2083044 Nov 23 04:24:49.097283 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123d9e6-0f6e-46e6-bf57-511494a9d3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43125db1-3e8f-449a-9025-b2547a98a542,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:49.719310 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34626) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:49.757503 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-ad3ec3fd-74b2-41ee-a86c-8ac33f852282 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=60710a74836d4b22b1ab65670b7a47b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370448 Nov 23 04:24:49.762381 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34628) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:49.808095 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c359656-8d24-46a4-843c-54e6ee4a370e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:49.828856 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c359656-8d24-46a4-843c-54e6ee4a370e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:49.947098 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 9a98d1d0-70f3-4277-937a-b25ed969fe06 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:24:49.964887 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c359656-8d24-46a4-843c-54e6ee4a370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:49.967515 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 9a98d1d0-70f3-4277-937a-b25ed969fe06 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:24:49.967654 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c359656-8d24-46a4-843c-54e6ee4a370e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:49.967858 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 9a98d1d0-70f3-4277-937a-b25ed969fe06 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:24:49.969068 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-5c359656-8d24-46a4-843c-54e6ee4a370e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7540598b-0856-4874-84a9-9f87f6ecc51e HTTP/1.1" status: 204 len: 168 time: 0.2057581 Nov 23 04:24:49.978881 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c359656-8d24-46a4-843c-54e6ee4a370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7540598b-0856-4874-84a9-9f87f6ecc51e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:50.588380 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88008928-7feb-4776-b62a-ab0383b2411f req-62cbf82f-8265-4298-ba0b-72db7b1a2bcf tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:50.589749 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-88008928-7feb-4776-b62a-ab0383b2411f req-62cbf82f-8265-4298-ba0b-72db7b1a2bcf tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0487514 Nov 23 04:24:50.636419 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-88008928-7feb-4776-b62a-ab0383b2411f req-727f259e-e773-4513-b414-6a72bc857d7e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407343 Nov 23 04:24:51.754453 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeceb6d-2ff4-4724-be58-5aa7db536f00 req-b4466f71-63e0-48ff-ac7e-4cdbd62f3b10 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:51.755925 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cbeceb6d-2ff4-4724-be58-5aa7db536f00 req-b4466f71-63e0-48ff-ac7e-4cdbd62f3b10 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0513859 Nov 23 04:24:51.802302 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cbeceb6d-2ff4-4724-be58-5aa7db536f00 req-e64d40a9-08c5-4069-91d9-ce3f42407141 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399184 Nov 23 04:24:52.577962 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-82069482-165e-45c3-8473-6f266c54700e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:52.579422 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-82069482-165e-45c3-8473-6f266c54700e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.50 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.0487683 Nov 23 04:24:52.668276 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Deleting port 0429849c-9408-4787-ae74-907d8a990dda {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:52.668615 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:52.758671 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] For port 0429849c-9408-4787-ae74-907d8a990dda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0429849c-9408-4787-ae74-907d8a990dda,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:24:52.758671 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:52.958477 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:52.958841 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:52.959158 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Floating IP 2878db9e-ff3b-40df-aa8c-253a3d7bc67f disassociated. External IP: 172.27.0.19, port: 0429849c-9408-4787-ae74-907d8a990dda. Nov 23 04:24:52.959521 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Calling delete_port for 0429849c-9408-4787-ae74-907d8a990dda owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:52.974076 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793c0de-ca19-4f83-b347-1bf9b7e439ac req-9234e74e-1319-4662-a3fe-6c6eddd9cb50 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:52.975553 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5793c0de-ca19-4f83-b347-1bf9b7e439ac req-9234e74e-1319-4662-a3fe-6c6eddd9cb50 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 945 time: 0.1050136 Nov 23 04:24:53.064980 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5793c0de-ca19-4f83-b347-1bf9b7e439ac req-05ae232e-9e8b-4840-9f11-f298afc30989 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=24150de7-0a1f-48d1-9e2e-bd279755f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823505 Nov 23 04:24:53.169936 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:53.198621 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event deleted for resources: {'Port': ['ID=0429849c-9408-4787-ae74-907d8a990dda,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:53.311061 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Router 941d5be8-971c-4683-b3b1-3575a3c4018b has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:24:53.419911 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:24:53.430845 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056596d9-85e0-4900-9cc3-83262f4f5c43 None None] Sync routers for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:24:53.440784 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056596d9-85e0-4900-9cc3-83262f4f5c43 None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:24:53.441372 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-056596d9-85e0-4900-9cc3-83262f4f5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:24:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:53.458721 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] No DVR routers for this DVR port 0429849c-9408-4787-ae74-907d8a990dda on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:24:53.461245 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:53.464960 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1d206a20-3a4e-411d-ae33-c2e26397c725 req-3ec7e456-6578-4b99-868e-af86176bc6c0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.50 "DELETE /v2.0/ports/0429849c-9408-4787-ae74-907d8a990dda HTTP/1.1" status: 204 len: 173 time: 0.8797820 Nov 23 04:24:53.465392 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50329b3a-4863-4a29-92f9-e05c525f1435', 'name': 'network-vif-deleted', 'tag': '0429849c-9408-4787-ae74-907d8a990dda'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:24:53.467642 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ce117b-cc08-4e97-ae5b-e238319bd308" -d '{"events": [{"server_uuid": "50329b3a-4863-4a29-92f9-e05c525f1435", "name": "network-vif-deleted", "tag": "0429849c-9408-4787-ae74-907d8a990dda"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:24:53.551333 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-056596d9-85e0-4900-9cc3-83262f4f5c43 None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:24:53.712418 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8341e893-b0a1-4570-b453-029d46a83059 x-openstack-request-id: req-8341e893-b0a1-4570-b453-029d46a83059 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:24:53.712825 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50329b3a-4863-4a29-92f9-e05c525f1435", "name": "network-vif-deleted", "tag": "0429849c-9408-4787-ae74-907d8a990dda", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:24:53.713116 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8341e893-b0a1-4570-b453-029d46a83059 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:24:53.714069 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50329b3a-4863-4a29-92f9-e05c525f1435', 'name': 'network-vif-deleted', 'tag': '0429849c-9408-4787-ae74-907d8a990dda', 'status': 'completed', 'code': 200} Nov 23 04:24:53.775740 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-056596d9-85e0-4900-9cc3-83262f4f5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:53.807931 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056596d9-85e0-4900-9cc3-83262f4f5c43 None None] Checking router: 941d5be8-971c-4683-b3b1-3575a3c4018b for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:24:53.816422 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056596d9-85e0-4900-9cc3-83262f4f5c43 None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:24:53.817014 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-056596d9-85e0-4900-9cc3-83262f4f5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:24:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:53.922444 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-056596d9-85e0-4900-9cc3-83262f4f5c43 None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:24:54.114538 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-056596d9-85e0-4900-9cc3-83262f4f5c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:24:54.141211 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056596d9-85e0-4900-9cc3-83262f4f5c43 None None] The sync data for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi is: [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:24:54.175586 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-53cfa19d-89fb-40f4-b326-97676436db59 req-2773b828-f703-4bf8-8105-e54f111405f8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=50329b3a-4863-4a29-92f9-e05c525f1435 HTTP/1.1" status: 200 len: 210 time: 0.0281005 Nov 23 04:24:54.362185 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fe659-9bbf-4f8a-a8fa-e0e73cd821e4 None None] New status for floating IP 2878db9e-ff3b-40df-aa8c-253a3d7bc67f: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:24:55.061232 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:55.212961 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 0429849c-9408-4787-ae74-907d8a990dda no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:24:55.234234 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 0429849c-9408-4787-ae74-907d8a990dda {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:24:55.234576 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 0429849c-9408-4787-ae74-907d8a990dda not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:24:55.365639 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 34656) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:55.425042 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-476bb088-1f5a-41aa-9b65-61c1366c8b26 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:55.448867 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-476bb088-1f5a-41aa-9b65-61c1366c8b26 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:55.570406 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-476bb088-1f5a-41aa-9b65-61c1366c8b26 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:55.574080 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-476bb088-1f5a-41aa-9b65-61c1366c8b26 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:55.575264 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-476bb088-1f5a-41aa-9b65-61c1366c8b26 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "DELETE /v2.0/security-groups/24150de7-0a1f-48d1-9e2e-bd279755f6e9 HTTP/1.1" status: 204 len: 168 time: 0.2086108 Nov 23 04:24:55.578020 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34658) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:55.584892 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bb088-1f5a-41aa-9b65-61c1366c8b26 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24150de7-0a1f-48d1-9e2e-bd279755f6e9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:55.596243 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.api.v2.resource [None req-42082f6a-ff1b-4dd5-9275-3083d40dc8dc tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] show failed (client error): The resource could not be found. Nov 23 04:24:55.597358 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-42082f6a-ff1b-4dd5-9275-3083d40dc8dc tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups/24150de7-0a1f-48d1-9e2e-bd279755f6e9 HTTP/1.1" status: 404 len: 347 time: 0.0183339 Nov 23 04:24:55.600152 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34660) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:55.728092 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ea873eaf-f05b-455f-a8b6-fa140ded2ac5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Deleting port c10f8514-be17-4b9f-89d8-4661a0985023 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:24:55.728431 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea873eaf-f05b-455f-a8b6-fa140ded2ac5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:55.807760 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea873eaf-f05b-455f-a8b6-fa140ded2ac5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:55.808091 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea873eaf-f05b-455f-a8b6-fa140ded2ac5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:55.821628 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ea873eaf-f05b-455f-a8b6-fa140ded2ac5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Calling delete_port for c10f8514-be17-4b9f-89d8-4661a0985023 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:24:56.032954 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea873eaf-f05b-455f-a8b6-fa140ded2ac5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:56.061324 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea873eaf-f05b-455f-a8b6-fa140ded2ac5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event deleted for resources: {'Port': ['ID=c10f8514-be17-4b9f-89d8-4661a0985023,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:56.119396 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea873eaf-f05b-455f-a8b6-fa140ded2ac5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:56.121967 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea873eaf-f05b-455f-a8b6-fa140ded2ac5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:56.123102 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ea873eaf-f05b-455f-a8b6-fa140ded2ac5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "DELETE /v2.0/floatingips/2878db9e-ff3b-40df-aa8c-253a3d7bc67f HTTP/1.1" status: 204 len: 168 time: 0.5218086 Nov 23 04:24:56.465982 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:56.470543 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-56b2c12f-02fa-4bc1-a8d9-01179f4d3ad8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1693364249', 'description': 'tempest-description--2015140042'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:24:56.536204 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56b2c12f-02fa-4bc1-a8d9-01179f4d3ad8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:56.600093 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56b2c12f-02fa-4bc1-a8d9-01179f4d3ad8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:56.672973 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56b2c12f-02fa-4bc1-a8d9-01179f4d3ad8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:56.704916 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2c12f-02fa-4bc1-a8d9-01179f4d3ad8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3924b64-0041-440c-8d06-0835e41f2fa4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:56.755080 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56b2c12f-02fa-4bc1-a8d9-01179f4d3ad8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:56.756371 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-56b2c12f-02fa-4bc1-a8d9-01179f4d3ad8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2893367 Nov 23 04:24:56.759702 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:56.763978 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2cfffd26-7d26-44fa-a694-4f1ad36d2f9a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'security_group_rule': {'security_group_id': 'd3924b64-0041-440c-8d06-0835e41f2fa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:24:56.826637 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cfffd26-7d26-44fa-a694-4f1ad36d2f9a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:56.879987 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cfffd26-7d26-44fa-a694-4f1ad36d2f9a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:56.952603 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cfffd26-7d26-44fa-a694-4f1ad36d2f9a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:56.971197 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfffd26-7d26-44fa-a694-4f1ad36d2f9a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fa1691-2ab9-4083-a547-ce9e0a49aa5c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:57.063667 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cfffd26-7d26-44fa-a694-4f1ad36d2f9a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:57.064873 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2cfffd26-7d26-44fa-a694-4f1ad36d2f9a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3042440 Nov 23 04:24:57.067540 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34668) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:57.072672 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f938ff5f-1ca0-4296-bd3c-cdd23a55eb91 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'security_group_rule': {'security_group_id': 'd3924b64-0041-440c-8d06-0835e41f2fa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:24:57.141013 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f938ff5f-1ca0-4296-bd3c-cdd23a55eb91 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:57.195797 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f938ff5f-1ca0-4296-bd3c-cdd23a55eb91 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:57.204611 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98aaf44b-cfcf-4241-83dd-48466e6029cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:57.272988 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f938ff5f-1ca0-4296-bd3c-cdd23a55eb91 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3986074'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:57.291149 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938ff5f-1ca0-4296-bd3c-cdd23a55eb91 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60faa5be-8a25-481e-947a-36043d9c65de,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:57.360621 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f938ff5f-1ca0-4296-bd3c-cdd23a55eb91 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:57.361865 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f938ff5f-1ca0-4296-bd3c-cdd23a55eb91 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934208 Nov 23 04:24:57.365051 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34670) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:24:57.370634 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'floatingip': {'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:24:57.455560 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:57.551797 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:57.652493 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Allocated IP 172.27.0.55 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/e406a72d-4711-42a0-958b-15f5e7e16ad3) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:24:57.755834 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:57.844857 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:57.883432 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:24:57.886493 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:24:57.890113 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:24:57.913620 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'Port': ['ID=e406a72d-4711-42a0-958b-15f5e7e16ad3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:57.979821 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:58.086431 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:58.238334 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:58.324460 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:58.388062 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'Port': ['ID=e406a72d-4711-42a0-958b-15f5e7e16ad3,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:24:58.401130 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:58.457642 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:24:58.458860 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c5f11c67-6e0c-4a11-9935-7a22f326ab8b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0928054 Nov 23 04:24:58.528607 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:24:58.654006 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-55557840-ffb1-4fda-b295-34fa5c65e82f tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1693364249&fields=id&tenant_id=ed6fa4f03d864e43be8dc7eec4c89213 HTTP/1.1" status: 200 len: 267 time: 0.0419247 Nov 23 04:24:58.763745 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-86a9cd8d-38bc-436f-bebd-ff2543345f2a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:24:58.765127 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-86a9cd8d-38bc-436f-bebd-ff2543345f2a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/networks?id=d75cfc86-e875-4aa3-9237-5714df0b6f5c HTTP/1.1" status: 200 len: 811 time: 0.1041939 Nov 23 04:24:58.780766 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-9d39d3e3-2c80-4365-8c18-6e9df5fb619d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/quotas/ed6fa4f03d864e43be8dc7eec4c89213 HTTP/1.1" status: 200 len: 375 time: 0.0099950 Nov 23 04:24:58.831477 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-e568a400-a54e-416c-89fa-2dcb8d6f2926 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452220 Nov 23 04:24:58.846937 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d3289f1c-5634-4798-a6a5-314ed632d4ce service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:24:58.847920 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d3289f1c-5634-4798-a6a5-314ed632d4ce service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048790 Nov 23 04:24:58.940670 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-4be1a435-a186-46bb-9f89-3f178cff2526 service neutron] 10.222.0.54 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864415 Nov 23 04:24:59.027609 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-72a471e2-0977-42d9-bb9f-f43ec76a982a service neutron] 10.222.0.54 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802958 Nov 23 04:24:59.263982 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2156829c-6b6f-4deb-935a-ba46e29bb4f0 req-63c1b6c2-e96a-4245-a34f-9585689f17ee tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 210 time: 0.0276105 Nov 23 04:24:59.735754 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3eed3a51-9f3c-409d-b858-a1c12b62cb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:00.360221 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4e9647d7-64db-416b-86c9-07aabf96c6ca req-c00a66e2-93e0-4b40-90f2-2eb4e0105045 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 210 time: 0.0292070 Nov 23 04:25:00.964221 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:01.368363 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-eb9c320b-241b-4c06-8f92-af49ed89b08d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:01.369931 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-eb9c320b-241b-4c06-8f92-af49ed89b08d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.50 "GET /v2.0/networks?id=d75cfc86-e875-4aa3-9237-5714df0b6f5c HTTP/1.1" status: 200 len: 811 time: 0.1017666 Nov 23 04:25:01.448917 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-2db3b32a-dfa9-4255-a806-112668f7b6e1 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed6fa4f03d864e43be8dc7eec4c89213 HTTP/1.1" status: 200 len: 380 time: 0.0635855 Nov 23 04:25:01.468890 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ffa6e025-747f-4874-a6be-4ce00c6e2f34 req-e5e98f6f-cf51-4d34-a5ff-acbae8cbe6bb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 210 time: 0.0380511 Nov 23 04:25:01.472241 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'port': {'device_id': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'admin_state_up': True, 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'security_groups': ['d3924b64-0041-440c-8d06-0835e41f2fa4']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:25:01.633060 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Made reservation on behalf of ed6fa4f03d864e43be8dc7eec4c89213 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:25:01.636671 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:01.762947 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Allocated IP 172.20.0.7 (d75cfc86-e875-4aa3-9237-5714df0b6f5c/a846ca99-9d8c-4064-90bd-3f6a680e00c6/a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:25:01.895888 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:01.987666 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:02.032326 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Network d75cfc86-e875-4aa3-9237-5714df0b6f5c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:25:02.035637 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:25:02.039203 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:25:02.045654 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event updated for resources: {'Port': ['ID=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:02.093173 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:02.093801 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:02.193340 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-d468c44d-968e-448d-ba5f-9b283a7de208 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235920 Nov 23 04:25:02.253882 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1d201083-4034-4c93-9c2c-c8d3aeb4cc33 None None] Provisioning complete for port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:25:02.254497 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d201083-4034-4c93-9c2c-c8d3aeb4cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:02.292657 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1d201083-4034-4c93-9c2c-c8d3aeb4cc33 None None] Port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:25:02.304176 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Request body: {'port': {'device_id': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:25:02.361648 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:02.432836 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:02.617528 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e004b44-0185-44eb-a439-88e80874c9c8 req-41319fb5-1e98-4797-bbb0-da7539931fef tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:02.619822 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e004b44-0185-44eb-a439-88e80874c9c8 req-41319fb5-1e98-4797-bbb0-da7539931fef tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 931 time: 0.0785520 Nov 23 04:25:02.667367 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:25:02.677772 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:02.708447 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Transition to ACTIVE for port object a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:25:02.712104 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e004b44-0185-44eb-a439-88e80874c9c8 req-6d55d3a8-6798-44f6-acac-57904ab72d97 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704863 Nov 23 04:25:02.758321 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:02.809506 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:02.874384 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Attempting to bind port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:25:02.874713 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Attempting to bind port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:25:02.875037 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Attempting to bind port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 on network d75cfc86-e875-4aa3-9237-5714df0b6f5c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:25:02.879565 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 on network d75cfc86-e875-4aa3-9237-5714df0b6f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:25:02.879882 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Attempting to bind port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 on network d75cfc86-e875-4aa3-9237-5714df0b6f5c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:25:02.885168 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:25:02.885502 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Checking segment: {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:25:02.885878 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Bound using segment: {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:25:02.886317 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Bound port: a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c137f4-4ae2-4618-919b-51014e176f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:25:02.886651 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:02.954780 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] For port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:25:02.957780 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] For port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:25:03.027628 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:03.313094 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:03.348760 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:03.349402 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:03.350794 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] 10.222.0.50 "PUT /v2.0/ports/a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 HTTP/1.1" status: 200 len: 1093 time: 1.1469882 Nov 23 04:25:03.351273 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'tag': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:25:03.361772 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79d2b5e-5738-4530-92a6-bb0934613fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "47d615b0-693e-47d1-932a-7dfc14f285bb", "tag": "a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:25:03.376324 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f899a-05a9-468c-9c18-9181b5f6f7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:03.403722 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d362062-4ec8-4fdf-9861-9dadbf05b6a9 x-openstack-request-id: req-9d362062-4ec8-4fdf-9861-9dadbf05b6a9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:25:03.404024 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d615b0-693e-47d1-932a-7dfc14f285bb", "tag": "a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:25:03.404269 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d362062-4ec8-4fdf-9861-9dadbf05b6a9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:25:03.404679 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'tag': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9', 'status': 'completed', 'code': 200} Nov 23 04:25:03.487718 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d2b5e-5738-4530-92a6-bb0934613fc5 req-0b6095da-f576-46dc-881c-338fbd1ee2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:03.489286 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c79d2b5e-5738-4530-92a6-bb0934613fc5 req-0b6095da-f576-46dc-881c-338fbd1ee2f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 1096 time: 0.0447662 Nov 23 04:25:03.600628 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d2b5e-5738-4530-92a6-bb0934613fc5 req-6be4f8c7-d0a5-4b05-b547-bf8670f06a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:03.602032 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c79d2b5e-5738-4530-92a6-bb0934613fc5 req-6be4f8c7-d0a5-4b05-b547-bf8670f06a32 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0978136 Nov 23 04:25:03.699469 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d2b5e-5738-4530-92a6-bb0934613fc5 req-3f9ad15a-1090-4536-9b66-b1912452bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:03.700944 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c79d2b5e-5738-4530-92a6-bb0934613fc5 req-3f9ad15a-1090-4536-9b66-b1912452bac5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909309 Nov 23 04:25:03.809596 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-03f88111-c9cd-4888-8503-fd455aaa2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:03.811154 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-03f88111-c9cd-4888-8503-fd455aaa2cca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 1096 time: 0.0504668 Nov 23 04:25:03.860926 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-2c89b46b-9679-4c68-999b-370f702e8060 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 HTTP/1.1" status: 200 len: 217 time: 0.0369930 Nov 23 04:25:03.912713 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-e692f898-21e8-4454-ba94-264201ddf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:03.914186 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-e692f898-21e8-4454-ba94-264201ddf16d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a846ca99-9d8c-4064-90bd-3f6a680e00c6 HTTP/1.1" status: 200 len: 850 time: 0.0470161 Nov 23 04:25:03.991568 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-39bf6258-3eb4-4498-8223-d2f1cebc96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:03.993075 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-39bf6258-3eb4-4498-8223-d2f1cebc96ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75cfc86-e875-4aa3-9237-5714df0b6f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0713518 Nov 23 04:25:04.000449 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7e370-da12-4723-a16c-6c9e5b96c62c req-8eedc091-b7ce-4b1c-ac25-7c54f6e571b1 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:04.001749 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-27b7e370-da12-4723-a16c-6c9e5b96c62c req-8eedc091-b7ce-4b1c-ac25-7c54f6e571b1 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 943 time: 0.0727921 Nov 23 04:25:04.101697 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-27b7e370-da12-4723-a16c-6c9e5b96c62c req-092723d0-ab71-4d0d-b1ce-c8ecb84611eb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922303 Nov 23 04:25:04.119512 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-fcfa89a9-930c-484b-a9df-59f9ca656fec service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167929 Nov 23 04:25:04.208248 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3105f086-7bcc-4799-9b67-42bfb86313bf req-25ddd8c3-cce8-40b5-888f-ab0235bc9e36 service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820079 Nov 23 04:25:05.217154 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7e81c-2f70-498f-ac3e-2d31db4c2fec req-7f58fc18-924e-43ee-8ab7-8523137cc96b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:05.218610 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0ec7e81c-2f70-498f-ac3e-2d31db4c2fec req-7f58fc18-924e-43ee-8ab7-8523137cc96b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 943 time: 0.0485590 Nov 23 04:25:05.269983 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0ec7e81c-2f70-498f-ac3e-2d31db4c2fec req-e0bb7247-5014-4ab1-bb6f-8cfb2a8de614 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454140 Nov 23 04:25:06.383347 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b611501-8ea0-4047-a421-df66171d8f53 req-d32ca2c1-4ebe-47e7-928b-6cae94452a55 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:06.385431 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4b611501-8ea0-4047-a421-df66171d8f53 req-d32ca2c1-4ebe-47e7-928b-6cae94452a55 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 943 time: 0.0483086 Nov 23 04:25:06.432428 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4b611501-8ea0-4047-a421-df66171d8f53 req-3f292324-aaf8-4f58-b958-56d40e2a912d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408475 Nov 23 04:25:07.290447 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:25:07.386427 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:25:07.397678 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'port_id': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9', 'mac_address': 'fa:16:3e:7f:2f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:25:07.433971 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:07.446923 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:25:07.467236 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:25:07.547646 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cc420-fa2c-4686-8e65-3ac8e8c316e3 req-cfd217f2-9f52-4eb1-bfde-623bea497f67 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:07.549010 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d8cc420-fa2c-4686-8e65-3ac8e8c316e3 req-cfd217f2-9f52-4eb1-bfde-623bea497f67 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 943 time: 0.0504298 Nov 23 04:25:07.552723 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:07.596708 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d8cc420-fa2c-4686-8e65-3ac8e8c316e3 req-a586d25b-b73e-4724-81a4-a826b80c7a36 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Nov 23 04:25:07.604209 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:08.715357 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edc213-0e39-496d-98ae-c23926bfd9fb req-51154239-438c-4cf4-849b-6688990b2718 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:08.716826 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47edc213-0e39-496d-98ae-c23926bfd9fb req-51154239-438c-4cf4-849b-6688990b2718 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 944 time: 0.0537412 Nov 23 04:25:08.763818 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47edc213-0e39-496d-98ae-c23926bfd9fb req-f868239b-6c24-4d97-be89-9ca59262fbd7 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411375 Nov 23 04:25:09.874981 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04c904-10f9-45c8-9762-dd2ac28d2d16 req-e1d3aea2-09d0-415d-97b4-f5f4d8e15235 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:09.876457 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a04c904-10f9-45c8-9762-dd2ac28d2d16 req-e1d3aea2-09d0-415d-97b4-f5f4d8e15235 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 944 time: 0.0477951 Nov 23 04:25:09.923370 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a04c904-10f9-45c8-9762-dd2ac28d2d16 req-d058b6c3-20ac-45aa-946f-109e27601689 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409336 Nov 23 04:25:10.454855 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:25:11.040218 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353a3b5-df07-4515-a8f9-d1e896821a68 req-0deea60f-3dfc-4903-90fa-255ecae9bc1f tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:11.041709 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9353a3b5-df07-4515-a8f9-d1e896821a68 req-0deea60f-3dfc-4903-90fa-255ecae9bc1f tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 944 time: 0.0524981 Nov 23 04:25:11.088366 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9353a3b5-df07-4515-a8f9-d1e896821a68 req-1033c585-d5f8-42f7-b7a4-28a988a452a5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405910 Nov 23 04:25:12.199726 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:25:12.209162 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b70d2d-f384-4812-b3eb-bc6b8faba105 req-44eda411-ae20-4580-ac47-33c60c9b543b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:12.214527 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52b70d2d-f384-4812-b3eb-bc6b8faba105 req-44eda411-ae20-4580-ac47-33c60c9b543b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 944 time: 0.0535591 Nov 23 04:25:12.259880 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52b70d2d-f384-4812-b3eb-bc6b8faba105 req-8b7de090-4fbd-4494-9e63-de42a15df624 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422676 Nov 23 04:25:12.318678 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:25:12.322630 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:25:12.323035 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:12.398853 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:12.422007 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:25:12.424287 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050e5fef-78b6-422b-94de-19c097e85d50" -d '{"events": [{"server_uuid": "47d615b0-693e-47d1-932a-7dfc14f285bb", "name": "network-vif-plugged", "status": "completed", "tag": "a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:25:12.436850 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:25:12.459536 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb7207c-7a93-4358-a87a-7bb32d7fa202 x-openstack-request-id: req-9cb7207c-7a93-4358-a87a-7bb32d7fa202 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:25:12.459834 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d615b0-693e-47d1-932a-7dfc14f285bb", "name": "network-vif-plugged", "status": "completed", "tag": "a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:25:12.460086 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9cb7207c-7a93-4358-a87a-7bb32d7fa202 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:25:12.460474 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9', 'code': 200} Nov 23 04:25:12.535682 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:12.586200 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:12.831408 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a05e4-2c37-43f1-8065-48519bbbedc7 req-24969d7b-adfa-453f-8be3-728cc7895f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:12.832892 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-400a05e4-2c37-43f1-8065-48519bbbedc7 req-24969d7b-adfa-453f-8be3-728cc7895f7c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 1098 time: 0.0397377 Nov 23 04:25:12.879724 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-400a05e4-2c37-43f1-8065-48519bbbedc7 req-6e4f4b16-96dd-43ef-b0aa-f9c52323273f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397093 Nov 23 04:25:13.375456 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f12d2-f385-4948-84e2-9ffdc66e087c req-4f9b161b-d02b-4fd8-b04a-508baecc769a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:13.376916 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e4f12d2-f385-4948-84e2-9ffdc66e087c req-4f9b161b-d02b-4fd8-b04a-508baecc769a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 945 time: 0.0494280 Nov 23 04:25:13.424627 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e4f12d2-f385-4948-84e2-9ffdc66e087c req-978b3fc2-35d3-4b21-9ea7-f3d6669f2480 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Nov 23 04:25:14.542520 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e1c90-fee6-476d-9c72-428306e488b9 req-22b52464-aa54-4428-94ce-10ec01bb0941 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:14.544487 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-230e1c90-fee6-476d-9c72-428306e488b9 req-22b52464-aa54-4428-94ce-10ec01bb0941 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 945 time: 0.0515018 Nov 23 04:25:14.593031 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-230e1c90-fee6-476d-9c72-428306e488b9 req-5c8ad726-e31d-4bff-bf7d-3ed3d4a936d6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 Nov 23 04:25:14.707595 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f05ab2-ece9-4e3a-9e7b-15ce5d7c1b88 req-2780ae33-f03f-4abc-ae42-a84782f982d5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:14.708978 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05ab2-ece9-4e3a-9e7b-15ce5d7c1b88 req-2780ae33-f03f-4abc-ae42-a84782f982d5 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 945 time: 0.0537176 Nov 23 04:25:14.717820 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34760) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:25:14.722193 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6777b1a1-1efe-4e81-9a4c-96d01bf5fa82 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Request body: {'floatingip': {'port_id': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:25:14.760937 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6777b1a1-1efe-4e81-9a4c-96d01bf5fa82 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:15.147746 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-56d6c930-560f-4cb4-9e52-83067202edf5 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354329014&fields=id&tenant_id=8068470657b040ab9af34219d8935846 HTTP/1.1" status: 200 len: 267 time: 0.0643725 Nov 23 04:25:15.309142 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6777b1a1-1efe-4e81-9a4c-96d01bf5fa82 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:15.329725 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-15381231-b11d-4750-b6cd-3315b7e05843 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:15.331167 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-15381231-b11d-4750-b6cd-3315b7e05843 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 812 time: 0.1572793 Nov 23 04:25:15.346160 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-a56ff1ba-eef7-4ab7-8ef0-26b8e6bafd64 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/quotas/8068470657b040ab9af34219d8935846 HTTP/1.1" status: 200 len: 375 time: 0.0093331 Nov 23 04:25:15.377969 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6777b1a1-1efe-4e81-9a4c-96d01bf5fa82 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:15.439004 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-66eddd96-9006-4ca4-bb7c-0cf6ce9e4e10 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876427 Nov 23 04:25:15.538370 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-6777b1a1-1efe-4e81-9a4c-96d01bf5fa82 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Floating IP e1ed105c-169a-4be4-acfe-80bcc5a83c32 associated. External IP: 172.27.0.55, port: a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9. Nov 23 04:25:15.604909 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-955790da-9e8a-41ec-8ec4-788ca931ca54 service neutron] 10.222.0.54 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371191 Nov 23 04:25:15.768397 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-a2278ddf-e844-4147-bab3-3ebd76f743d1 service neutron] 10.222.0.54 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391263 Nov 23 04:25:15.831655 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6777b1a1-1efe-4e81-9a4c-96d01bf5fa82 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Router 941d5be8-971c-4683-b3b1-3575a3c4018b has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:25:15.939821 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6777b1a1-1efe-4e81-9a4c-96d01bf5fa82 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:25:15.944734 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6777b1a1-1efe-4e81-9a4c-96d01bf5fa82 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:15.950129 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd3ba6-53df-4add-9427-e459ac5486ac None None] Sync routers for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:25:15.959751 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd3ba6-53df-4add-9427-e459ac5486ac None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:25:15.960340 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a9bd3ba6-53df-4add-9427-e459ac5486ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:25:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:25:15.972228 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6777b1a1-1efe-4e81-9a4c-96d01bf5fa82 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "PUT /v2.0/floatingips/e1ed105c-169a-4be4-acfe-80bcc5a83c32 HTTP/1.1" status: 200 len: 990 time: 1.2532570 Nov 23 04:25:15.973078 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'tag': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:25:15.975649 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7" -d '{"events": [{"name": "network-changed", "server_uuid": "47d615b0-693e-47d1-932a-7dfc14f285bb", "tag": "a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:25:16.071696 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a9bd3ba6-53df-4add-9427-e459ac5486ac None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:25:16.118686 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5578ede-4f9d-49c6-8a44-5240b492011a x-openstack-request-id: req-b5578ede-4f9d-49c6-8a44-5240b492011a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:25:16.119044 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d615b0-693e-47d1-932a-7dfc14f285bb", "tag": "a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:25:16.119401 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5578ede-4f9d-49c6-8a44-5240b492011a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:25:16.119859 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'tag': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9', 'status': 'completed', 'code': 200} Nov 23 04:25:16.207511 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7 req-d924ef3e-f597-43de-8ece-8feab87a0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:16.209053 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7 req-d924ef3e-f597-43de-8ece-8feab87a0047 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 1098 time: 0.0435557 Nov 23 04:25:16.312689 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7 req-c50b5ebc-66a7-4d02-b822-d15df6ee265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:16.315034 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7 req-c50b5ebc-66a7-4d02-b822-d15df6ee265e service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75cfc86-e875-4aa3-9237-5714df0b6f5c HTTP/1.1" status: 200 len: 912 time: 0.0961051 Nov 23 04:25:16.325678 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a9bd3ba6-53df-4add-9427-e459ac5486ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'e1ed105c-169a-4be4-acfe-80bcc5a83c32', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'port_id': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'mac_address': 'fa:16:3e:7f:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:24:57Z', 'updated_at': '2021-11-23T04:25:15Z', 'revision_number': 1, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:25:16.356519 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd3ba6-53df-4add-9427-e459ac5486ac None None] Checking router: 941d5be8-971c-4683-b3b1-3575a3c4018b for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:25:16.365212 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd3ba6-53df-4add-9427-e459ac5486ac None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:25:16.365795 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a9bd3ba6-53df-4add-9427-e459ac5486ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:25:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:25:16.382459 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-93799abc-6013-40ad-8091-e4050c97d2dd req-73afb758-358f-4117-90f1-feafdbf046aa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 210 time: 0.0634887 Nov 23 04:25:16.411134 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7 req-7313c92b-625f-45ad-8cc7-a74ab9a08470 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 HTTP/1.1" status: 200 len: 998 time: 0.0811865 Nov 23 04:25:16.462605 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7 req-422963bb-794b-4bda-9a29-900ab4a30fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:16.464185 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7 req-422963bb-794b-4bda-9a29-900ab4a30fe5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a846ca99-9d8c-4064-90bd-3f6a680e00c6 HTTP/1.1" status: 200 len: 850 time: 0.0461936 Nov 23 04:25:16.482746 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a9bd3ba6-53df-4add-9427-e459ac5486ac None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:25:16.508848 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7 req-7737a216-6bfe-4a8b-b786-47fb8fb673f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:16.510365 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7 req-7737a216-6bfe-4a8b-b786-47fb8fb673f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75cfc86-e875-4aa3-9237-5714df0b6f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397072 Nov 23 04:25:16.605599 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7 req-0237490f-4c82-4b26-9b5e-b929de94886e service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877721 Nov 23 04:25:16.702533 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d539b7ce-8ad7-4ac5-8bc8-f9ea3ff853e7 req-01770b68-f61e-4739-8a48-7ec3714b6d29 service neutron] 10.222.0.50 "GET /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899017 Nov 23 04:25:16.801193 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a9bd3ba6-53df-4add-9427-e459ac5486ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'e1ed105c-169a-4be4-acfe-80bcc5a83c32', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'port_id': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'mac_address': 'fa:16:3e:7f:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:24:57Z', 'updated_at': '2021-11-23T04:25:15Z', 'revision_number': 1, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:25:16.831452 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd3ba6-53df-4add-9427-e459ac5486ac None None] The sync data for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi is: [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'e1ed105c-169a-4be4-acfe-80bcc5a83c32', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'port_id': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'mac_address': 'fa:16:3e:7f:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:24:57Z', 'updated_at': '2021-11-23T04:25:15Z', 'revision_number': 1, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:25:17.017858 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26f32c-a2fa-4255-b09d-959b1ef97d83 None None] New status for floating IP e1ed105c-169a-4be4-acfe-80bcc5a83c32: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:25:17.489331 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4f03c5f-f1ff-411f-8754-fd9eb24ad6bd req-1b075844-99ac-4c93-9696-b6728d35ba12 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 210 time: 0.0289037 Nov 23 04:25:18.322861 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-20f1a9bf-f06e-4885-a519-347dcb16203d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:18.324553 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-20f1a9bf-f06e-4885-a519-347dcb16203d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 812 time: 0.1044462 Nov 23 04:25:18.394712 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-161a31f7-337a-42ec-a2e2-b782c88ec650 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8068470657b040ab9af34219d8935846 HTTP/1.1" status: 200 len: 379 time: 0.0538340 Nov 23 04:25:18.404562 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'port': {'device_id': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'admin_state_up': True, 'tenant_id': '8068470657b040ab9af34219d8935846', 'security_groups': ['3b2ec7e8-05fa-43d4-ad59-746971c79802']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:25:18.797868 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-79a4d13b-a364-4a93-9a7f-743c49451174 req-d0bb62eb-eb1e-4973-8486-1d9aca5cdfe0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 210 time: 0.0362334 Nov 23 04:25:18.895548 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Made reservation on behalf of 8068470657b040ab9af34219d8935846 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:25:18.899143 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:19.026856 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Allocated IP 172.20.0.11 (3f5880c1-f079-4dc1-b8fc-71110c737c22/a771ab3d-7869-48e6-b69e-7e08f226f564/6cdf2244-83da-4def-a6ac-139f11920457) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:25:19.162353 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:19.291226 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:19.344003 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Network 3f5880c1-f079-4dc1-b8fc-71110c737c22 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:25:19.347198 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:25:19.350842 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:25:19.357532 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'Port': ['ID=6cdf2244-83da-4def-a6ac-139f11920457,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:19.408085 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:19.409915 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:19.549442 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e4d88fe3-ee2c-48d6-b468-5b968bd5c8fa tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1485391 Nov 23 04:25:19.556972 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-60920c2c-0173-4729-af4f-0ddb34611a65 None None] Provisioning complete for port 6cdf2244-83da-4def-a6ac-139f11920457 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:25:19.557456 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60920c2c-0173-4729-af4f-0ddb34611a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:19.566929 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Request body: {'port': {'device_id': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:25:19.597067 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-60920c2c-0173-4729-af4f-0ddb34611a65 None None] Port 6cdf2244-83da-4def-a6ac-139f11920457 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:25:19.621968 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:19.910454 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cdf2244-83da-4def-a6ac-139f11920457 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:25:19.920130 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:19.937352 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Transition to ACTIVE for port object 6cdf2244-83da-4def-a6ac-139f11920457 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:25:19.945661 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586002d0-a76e-4158-99ad-3ff15c9a9686 req-ff9f1930-fd5e-4eef-8298-92a35d840a03 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:19.947105 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-586002d0-a76e-4158-99ad-3ff15c9a9686 req-ff9f1930-fd5e-4eef-8298-92a35d840a03 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 932 time: 0.0738938 Nov 23 04:25:19.995581 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-586002d0-a76e-4158-99ad-3ff15c9a9686 req-8e9bbe43-1844-49d6-873c-21165103fa5c tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420766 Nov 23 04:25:20.021164 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:20.076935 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdf2244-83da-4def-a6ac-139f11920457,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:20.149300 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Attempting to bind port 6cdf2244-83da-4def-a6ac-139f11920457 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:25:20.149648 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Attempting to bind port 6cdf2244-83da-4def-a6ac-139f11920457 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:25:20.149969 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Attempting to bind port 6cdf2244-83da-4def-a6ac-139f11920457 on network 3f5880c1-f079-4dc1-b8fc-71110c737c22 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:25:20.154719 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Port 6cdf2244-83da-4def-a6ac-139f11920457 on network 3f5880c1-f079-4dc1-b8fc-71110c737c22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:25:20.155005 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Attempting to bind port 6cdf2244-83da-4def-a6ac-139f11920457 on network 3f5880c1-f079-4dc1-b8fc-71110c737c22 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:25:20.160608 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:25:20.160947 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Checking segment: {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:25:20.161327 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Bound using segment: {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:25:20.161780 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Bound port: 6cdf2244-83da-4def-a6ac-139f11920457, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702384a1-541f-4d9b-bce4-b31aa3df9800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:25:20.162135 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:20.227290 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] For port 6cdf2244-83da-4def-a6ac-139f11920457, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:25:20.230448 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] For port 6cdf2244-83da-4def-a6ac-139f11920457, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6cdf2244-83da-4def-a6ac-139f11920457,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:25:20.290461 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:20.328021 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:20.328567 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:20.329933 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] 10.222.0.50 "PUT /v2.0/ports/6cdf2244-83da-4def-a6ac-139f11920457 HTTP/1.1" status: 200 len: 1094 time: 0.7672803 Nov 23 04:25:20.330369 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'tag': '6cdf2244-83da-4def-a6ac-139f11920457'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:25:20.332621 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aff529c-c0a0-4d1f-9902-ee0fc0711b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9", "tag": "6cdf2244-83da-4def-a6ac-139f11920457"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:25:20.361586 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bfc55-8103-4df6-adfd-5586c5250ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdf2244-83da-4def-a6ac-139f11920457,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:20.376665 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d502ee-e86a-46f7-8e4a-416222c709c5 x-openstack-request-id: req-d2d502ee-e86a-46f7-8e4a-416222c709c5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:25:20.376966 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9", "tag": "6cdf2244-83da-4def-a6ac-139f11920457", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:25:20.377226 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2d502ee-e86a-46f7-8e4a-416222c709c5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:25:20.377683 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'tag': '6cdf2244-83da-4def-a6ac-139f11920457', 'status': 'completed', 'code': 200} Nov 23 04:25:20.470005 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff529c-c0a0-4d1f-9902-ee0fc0711b7a req-1ee9e617-aae7-479a-a05b-780f6870be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:20.471568 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3aff529c-c0a0-4d1f-9902-ee0fc0711b7a req-1ee9e617-aae7-479a-a05b-780f6870be6d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 1097 time: 0.0484562 Nov 23 04:25:20.579982 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff529c-c0a0-4d1f-9902-ee0fc0711b7a req-97007eb5-cb31-4199-9950-70f2a131bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:20.581425 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3aff529c-c0a0-4d1f-9902-ee0fc0711b7a req-97007eb5-cb31-4199-9950-70f2a131bada service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8068470657b040ab9af34219d8935846&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0917923 Nov 23 04:25:20.681542 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff529c-c0a0-4d1f-9902-ee0fc0711b7a req-56edc119-5c2b-49ce-9873-806ae9ecc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:20.683049 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3aff529c-c0a0-4d1f-9902-ee0fc0711b7a req-56edc119-5c2b-49ce-9873-806ae9ecc61c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941846 Nov 23 04:25:20.785327 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-31e05679-e853-40bc-b17d-6f33f8324984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:20.786864 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-31e05679-e853-40bc-b17d-6f33f8324984 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 1097 time: 0.0410686 Nov 23 04:25:20.837961 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-219acc2b-35c7-4bac-ba7a-d483c0bf9ceb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdf2244-83da-4def-a6ac-139f11920457 HTTP/1.1" status: 200 len: 217 time: 0.0369141 Nov 23 04:25:20.885268 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-4f8ab5d1-7e42-438e-909f-c9fc9cd9af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:20.886647 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-4f8ab5d1-7e42-438e-909f-c9fc9cd9af4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a771ab3d-7869-48e6-b69e-7e08f226f564 HTTP/1.1" status: 200 len: 851 time: 0.0415788 Nov 23 04:25:20.938745 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e943d6ad-97ed-42ed-83af-e558a8ed13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:20.940123 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-e943d6ad-97ed-42ed-83af-e558a8ed13e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5880c1-f079-4dc1-b8fc-71110c737c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394566 Nov 23 04:25:21.036034 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-78e94177-e9bc-4b75-a553-3f02b236fcdc service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836797 Nov 23 04:25:21.136485 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c2b238-ea5f-49dc-bab3-97854f373858 req-b89c11fc-df4f-4bb2-a5e8-34660ba339ad service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936408 Nov 23 04:25:21.175982 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21d373-d428-4e86-9d88-b785431df9f6 req-c29cedc8-d72e-4c7e-a06f-587c7556d8f0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:21.177429 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cd21d373-d428-4e86-9d88-b785431df9f6 req-c29cedc8-d72e-4c7e-a06f-587c7556d8f0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 944 time: 0.0525796 Nov 23 04:25:21.230651 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cd21d373-d428-4e86-9d88-b785431df9f6 req-9d6963fd-b5c2-484c-9a4c-1f6653266a2f tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470982 Nov 23 04:25:22.346964 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f33e8-3725-47b0-acad-4f26a401bbde req-89d5e0f6-68a4-4100-8528-b14c8704f6a5 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:22.348458 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff8f33e8-3725-47b0-acad-4f26a401bbde req-89d5e0f6-68a4-4100-8528-b14c8704f6a5 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 944 time: 0.0494606 Nov 23 04:25:22.398538 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff8f33e8-3725-47b0-acad-4f26a401bbde req-5f290a6e-1a7b-4339-97be-a22b7857b424 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442352 Nov 23 04:25:23.512354 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803a8ae-3921-44c6-bcc2-ff8bfb520af1 req-1c40ecbc-02a5-402b-ab2b-470f78c4dcd3 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:23.514457 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c803a8ae-3921-44c6-bcc2-ff8bfb520af1 req-1c40ecbc-02a5-402b-ab2b-470f78c4dcd3 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 944 time: 0.0488086 Nov 23 04:25:23.562521 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c803a8ae-3921-44c6-bcc2-ff8bfb520af1 req-8681085d-7404-4213-804a-57680e2ebf23 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422001 Nov 23 04:25:24.681304 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90ebb8-34ca-4450-9f0c-881500c278c0 req-29e42cbb-bf0c-4996-9883-d74191b5522e tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:24.682195 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-af90ebb8-34ca-4450-9f0c-881500c278c0 req-29e42cbb-bf0c-4996-9883-d74191b5522e tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 944 time: 0.0542033 Nov 23 04:25:24.730954 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-af90ebb8-34ca-4450-9f0c-881500c278c0 req-fdb55de7-7f31-44cf-9402-cbe8965e0234 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427611 Nov 23 04:25:25.066782 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:25.844886 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a804937-43a5-440f-80e3-fd21f2afe697 req-9b4a0775-bd4c-421b-902a-ba6a41f287b1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:25.846338 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0a804937-43a5-440f-80e3-fd21f2afe697 req-9b4a0775-bd4c-421b-902a-ba6a41f287b1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 944 time: 0.0489643 Nov 23 04:25:25.894143 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0a804937-43a5-440f-80e3-fd21f2afe697 req-e46767a2-a745-45d7-99fe-642ad1bd847d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419238 Nov 23 04:25:27.012482 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554374b-e259-4837-b5ee-9ef1f2fca99d req-8328db29-90fe-4beb-8e83-71ddf38dfab7 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:27.013941 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5554374b-e259-4837-b5ee-9ef1f2fca99d req-8328db29-90fe-4beb-8e83-71ddf38dfab7 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 944 time: 0.0534241 Nov 23 04:25:27.066507 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5554374b-e259-4837-b5ee-9ef1f2fca99d req-8e0839f9-25e3-4e95-a0d8-797e52c5b55a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450625 Nov 23 04:25:27.157931 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d198930-7d88-4223-958c-0fc45e211565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:28.181989 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3f976-0e75-4d77-9212-2165aa041586 req-af3692f5-1dd8-4bcd-95d2-8471b08d458f tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:28.183513 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25a3f976-0e75-4d77-9212-2165aa041586 req-af3692f5-1dd8-4bcd-95d2-8471b08d458f tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 944 time: 0.0512614 Nov 23 04:25:28.234605 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25a3f976-0e75-4d77-9212-2165aa041586 req-725bc638-9045-4736-9a6f-9dd9cfc81155 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445664 Nov 23 04:25:28.453685 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-45f4b892-5a16-43d2-ae8e-0fe313ba725d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386415 Nov 23 04:25:28.531503 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-1f95859c-e6d0-46f7-9ce3-884bc1686eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:28.532948 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-1f95859c-e6d0-46f7-9ce3-884bc1686eaf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 1099 time: 0.0435007 Nov 23 04:25:28.636717 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-6c4bf79a-fa1f-4923-abe6-77daa7d97b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:28.638181 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-6c4bf79a-fa1f-4923-abe6-77daa7d97b9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 913 time: 0.0846646 Nov 23 04:25:28.709271 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-6a8a6a73-5ac2-43a9-a90b-d34d7251b3ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d43386-0513-4341-9b99-404d03b12ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0621789 Nov 23 04:25:28.758813 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-6649e312-edbc-42a2-96ee-c0f13ad8da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:28.760238 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-6649e312-edbc-42a2-96ee-c0f13ad8da07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a771ab3d-7869-48e6-b69e-7e08f226f564 HTTP/1.1" status: 200 len: 851 time: 0.0435843 Nov 23 04:25:28.809390 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-04e4ee71-d0f2-41be-b52b-4718bfe736fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:28.811403 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-04e4ee71-d0f2-41be-b52b-4718bfe736fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5880c1-f079-4dc1-b8fc-71110c737c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392144 Nov 23 04:25:28.916549 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-6842647f-6992-453b-be49-67d4e76153b7 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977843 Nov 23 04:25:29.013186 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d175c22-9d3f-47dc-8460-a60fb7c3400f req-ce720ffd-c9eb-4d82-8c43-97b8742537ab service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828564 Nov 23 04:25:29.348953 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a0fc3-753e-4ec1-86d7-8d00e4ae1057 req-0ab4fc82-e6cb-4456-9f48-6f08ce5d413c tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:29.350572 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4d2a0fc3-753e-4ec1-86d7-8d00e4ae1057 req-0ab4fc82-e6cb-4456-9f48-6f08ce5d413c tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 944 time: 0.0504961 Nov 23 04:25:29.403483 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4d2a0fc3-753e-4ec1-86d7-8d00e4ae1057 req-d5914cad-e24c-4fce-9ca3-9b3ec1984bb1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471365 Nov 23 04:25:29.735443 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1125af5-a67d-46f2-916f-04fdc949018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:30.246457 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6cdf2244-83da-4def-a6ac-139f11920457 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:25:30.339992 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6cdf2244-83da-4def-a6ac-139f11920457, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6cdf2244-83da-4def-a6ac-139f11920457,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:25:30.351807 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '6cdf2244-83da-4def-a6ac-139f11920457', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'port_id': '6cdf2244-83da-4def-a6ac-139f11920457', 'mac_address': 'fa:16:3e:45:72:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:25:30.387981 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:30.401157 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdf2244-83da-4def-a6ac-139f11920457 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:25:30.421042 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6cdf2244-83da-4def-a6ac-139f11920457, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6cdf2244-83da-4def-a6ac-139f11920457,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:25:30.483999 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:30.520049 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e15553-506f-44a8-98e2-c0f0a8ac1912 req-ddfd3bbb-a1c8-47cf-b609-64c8085c7c8d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:30.521424 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e15553-506f-44a8-98e2-c0f0a8ac1912 req-ddfd3bbb-a1c8-47cf-b609-64c8085c7c8d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 945 time: 0.0495281 Nov 23 04:25:30.536971 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=6cdf2244-83da-4def-a6ac-139f11920457,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:30.572217 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e15553-506f-44a8-98e2-c0f0a8ac1912 req-40494279-400a-4868-8251-93f264cecd20 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447612 Nov 23 04:25:30.798527 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['6cdf2244-83da-4def-a6ac-139f11920457'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:25:30.970902 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:31.685567 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd347ee-6bb8-4173-bf0d-9e4d9792baa0 req-256ad56d-6ca7-4683-8e24-1f16c3351745 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:31.687242 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccd347ee-6bb8-4173-bf0d-9e4d9792baa0 req-256ad56d-6ca7-4683-8e24-1f16c3351745 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 945 time: 0.0494895 Nov 23 04:25:31.736836 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccd347ee-6bb8-4173-bf0d-9e4d9792baa0 req-dd6bd52c-9a96-428c-a77b-310331cf2802 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435853 Nov 23 04:25:32.245323 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6cdf2244-83da-4def-a6ac-139f11920457 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:25:32.346648 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 6cdf2244-83da-4def-a6ac-139f11920457 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:25:32.354486 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 6cdf2244-83da-4def-a6ac-139f11920457 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:25:32.354853 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:32.546435 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:32.558757 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:32.580436 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdf2244-83da-4def-a6ac-139f11920457'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:25:32.582629 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e526ac-27e4-4789-ab60-c40ad69b0d8a" -d '{"events": [{"server_uuid": "1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9", "name": "network-vif-plugged", "status": "completed", "tag": "6cdf2244-83da-4def-a6ac-139f11920457"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:25:32.597119 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 6cdf2244-83da-4def-a6ac-139f11920457, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6cdf2244-83da-4def-a6ac-139f11920457,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:25:32.661441 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:32.688873 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcdf880-5830-43f9-8823-0e50503889ee x-openstack-request-id: req-dfcdf880-5830-43f9-8823-0e50503889ee {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:25:32.689158 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9", "name": "network-vif-plugged", "status": "completed", "tag": "6cdf2244-83da-4def-a6ac-139f11920457", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:25:32.689406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfcdf880-5830-43f9-8823-0e50503889ee {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:25:32.689790 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdf2244-83da-4def-a6ac-139f11920457', 'code': 200} Nov 23 04:25:32.715279 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=6cdf2244-83da-4def-a6ac-139f11920457,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:32.855289 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fb239-069c-4dee-b7a4-79a52e175b10 req-34b803c5-7a1b-4f9f-b60d-13af5abedd6b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:32.856673 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df0fb239-069c-4dee-b7a4-79a52e175b10 req-34b803c5-7a1b-4f9f-b60d-13af5abedd6b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 946 time: 0.0520022 Nov 23 04:25:32.908273 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df0fb239-069c-4dee-b7a4-79a52e175b10 req-cb48977e-f4ab-440e-8c08-344dae928dba tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454125 Nov 23 04:25:33.084415 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c9788-e0ca-47b9-869f-d51344ca2516 req-5efe1fdf-0283-465f-8c56-c85f2ab88378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:33.085878 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df1c9788-e0ca-47b9-869f-d51344ca2516 req-5efe1fdf-0283-465f-8c56-c85f2ab88378 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 1099 time: 0.0404699 Nov 23 04:25:33.133965 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df1c9788-e0ca-47b9-869f-d51344ca2516 req-7f5a4aa5-101b-49fd-9a91-f71fb2a8c4e4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398324 Nov 23 04:25:33.306603 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:34.025383 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ff553-694d-4d3b-89d3-5397db573ea3 req-4682ea8d-4bc2-42cb-a677-73aa4309cd99 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:34.026823 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb5ff553-694d-4d3b-89d3-5397db573ea3 req-4682ea8d-4bc2-42cb-a677-73aa4309cd99 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 946 time: 0.0511332 Nov 23 04:25:34.074692 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb5ff553-694d-4d3b-89d3-5397db573ea3 req-77768dd4-a6fe-4b3a-b41f-1916c7e77d61 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416853 Nov 23 04:25:35.189167 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcb309-7265-49ac-82b3-9574cec28b60 req-91fa4fb1-f386-4526-a860-7d7729c08001 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:35.190607 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b2bcb309-7265-49ac-82b3-9574cec28b60 req-91fa4fb1-f386-4526-a860-7d7729c08001 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 946 time: 0.0484862 Nov 23 04:25:35.238855 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b2bcb309-7265-49ac-82b3-9574cec28b60 req-bddc1fd8-bf0b-457f-9112-e0efb862453b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 Nov 23 04:25:35.355544 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aff30-e14a-48b7-8fda-1d3622350cf7 req-e1af3b11-587e-454e-9abe-1bcc0aecc970 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:35.356988 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-082aff30-e14a-48b7-8fda-1d3622350cf7 req-e1af3b11-587e-454e-9abe-1bcc0aecc970 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 946 time: 0.0472741 Nov 23 04:25:35.409763 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-082aff30-e14a-48b7-8fda-1d3622350cf7 req-dceb51ec-1272-4655-a46b-eb1d0c77caba tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462527 Nov 23 04:25:35.432143 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34868) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:25:35.471307 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e08a15-7022-4810-ab90-e587b2673ab4 tempest-TestVolumeBootPattern-1970595283 tempest-TestVolumeBootPattern-1970595283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:35.472775 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d2e08a15-7022-4810-ab90-e587b2673ab4 tempest-TestVolumeBootPattern-1970595283 tempest-TestVolumeBootPattern-1970595283-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 1094 time: 0.0396600 Nov 23 04:25:35.475542 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 34870) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:25:35.479662 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Request body: {'floatingip': {'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'port_id': '6cdf2244-83da-4def-a6ac-139f11920457', 'tenant_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:25:35.526929 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:25:35.546992 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:35.641736 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:35.748790 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Allocated IP 172.27.0.96 (52b5fd26-0ab9-4945-8652-d8f62fa2af71/4aef8796-272c-483b-b402-9c0eaaab6b7f/baeef15f-004f-454e-bdd5-41b3f1f8efb3) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:25:35.846012 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:35.941285 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:35.979179 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Network 52b5fd26-0ab9-4945-8652-d8f62fa2af71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:25:35.982075 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:25:35.985302 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:25:36.012443 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'Port': ['ID=baeef15f-004f-454e-bdd5-41b3f1f8efb3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:36.024074 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.024430 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.024771 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.025110 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.025436 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.025763 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.026091 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.026504 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.026731 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.027053 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.027401 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.027712 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:25:36.356966 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:36.469114 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:36.614797 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:36.706498 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:36.773594 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event updated for resources: {'Port': ['ID=baeef15f-004f-454e-bdd5-41b3f1f8efb3,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:25:36.787504 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:36.885849 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Floating IP 5bb86e8c-960e-4f8e-8d30-53100b3e8b4d associated. External IP: 172.27.0.96, port: 6cdf2244-83da-4def-a6ac-139f11920457. Nov 23 04:25:37.093622 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:25:37.203708 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:25:37.213800 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4735ec-59f8-4bb2-a3fd-bb25e3a86485 None None] Sync routers for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:25:37.224081 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4735ec-59f8-4bb2-a3fd-bb25e3a86485 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:25:37.224683 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3d4735ec-59f8-4bb2-a3fd-bb25e3a86485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:25:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:25:37.286045 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:37.313096 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c5b69108-cce0-400e-a5ec-4ad29c37de7d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8364892 Nov 23 04:25:37.313817 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'tag': '6cdf2244-83da-4def-a6ac-139f11920457'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:25:37.316535 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f1841d-8959-4f09-8750-dc8d2049f68b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9", "tag": "6cdf2244-83da-4def-a6ac-139f11920457"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:25:37.329251 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-3d4735ec-59f8-4bb2-a3fd-bb25e3a86485 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:25:37.361967 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ac51dc-45ef-453b-b768-8217ed3c527c x-openstack-request-id: req-06ac51dc-45ef-453b-b768-8217ed3c527c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:25:37.362486 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9", "tag": "6cdf2244-83da-4def-a6ac-139f11920457", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:25:37.362594 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06ac51dc-45ef-453b-b768-8217ed3c527c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:25:37.362918 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'tag': '6cdf2244-83da-4def-a6ac-139f11920457', 'status': 'completed', 'code': 200} Nov 23 04:25:37.448178 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1841d-8959-4f09-8750-dc8d2049f68b req-c1ad8684-1ba3-4e7c-af3f-521ac32cffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:37.449678 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2f1841d-8959-4f09-8750-dc8d2049f68b req-c1ad8684-1ba3-4e7c-af3f-521ac32cffbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 1099 time: 0.0403688 Nov 23 04:25:37.549406 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1841d-8959-4f09-8750-dc8d2049f68b req-358544ff-9d4d-4a1a-8bfb-91180892d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:37.549953 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3d4735ec-59f8-4bb2-a3fd-bb25e3a86485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '5bb86e8c-960e-4f8e-8d30-53100b3e8b4d', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': '6cdf2244-83da-4def-a6ac-139f11920457', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:45:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:25:36Z', 'updated_at': '2021-11-23T04:25:36Z', 'revision_number': 0, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}, {'id': 'd5794ed8-cf2e-415a-93e3-6207b2edcbd7', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:05:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:23:34Z', 'updated_at': '2021-11-23T04:23:36Z', 'revision_number': 1, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:25:37.550875 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2f1841d-8959-4f09-8750-dc8d2049f68b req-358544ff-9d4d-4a1a-8bfb-91180892d612 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 913 time: 0.0889707 Nov 23 04:25:37.578477 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4735ec-59f8-4bb2-a3fd-bb25e3a86485 None None] Checking router: f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:25:37.586683 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4735ec-59f8-4bb2-a3fd-bb25e3a86485 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:25:37.587304 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3d4735ec-59f8-4bb2-a3fd-bb25e3a86485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:25:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:25:37.618640 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2f1841d-8959-4f09-8750-dc8d2049f68b req-5566d0fc-e1b3-44f6-92c4-f9a2bcfbb74c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdf2244-83da-4def-a6ac-139f11920457 HTTP/1.1" status: 200 len: 999 time: 0.0595205 Nov 23 04:25:37.670898 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1841d-8959-4f09-8750-dc8d2049f68b req-92df0296-1634-44ca-9ff8-15abf6914613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:37.672365 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2f1841d-8959-4f09-8750-dc8d2049f68b req-92df0296-1634-44ca-9ff8-15abf6914613 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a771ab3d-7869-48e6-b69e-7e08f226f564 HTTP/1.1" status: 200 len: 851 time: 0.0467849 Nov 23 04:25:37.695608 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-3d4735ec-59f8-4bb2-a3fd-bb25e3a86485 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:25:37.718145 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1841d-8959-4f09-8750-dc8d2049f68b req-ccf0af79-5116-4b70-8609-f057e0b93b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:25:37.719633 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2f1841d-8959-4f09-8750-dc8d2049f68b req-ccf0af79-5116-4b70-8609-f057e0b93b95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5880c1-f079-4dc1-b8fc-71110c737c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398352 Nov 23 04:25:37.809187 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2f1841d-8959-4f09-8750-dc8d2049f68b req-5679dbd9-c51f-45c4-b306-98f2840b517f service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820346 Nov 23 04:25:37.901428 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2f1841d-8959-4f09-8750-dc8d2049f68b req-0fa00db7-933d-4d3c-90df-f31573a15f57 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844207 Nov 23 04:25:37.916785 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3d4735ec-59f8-4bb2-a3fd-bb25e3a86485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '5bb86e8c-960e-4f8e-8d30-53100b3e8b4d', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': '6cdf2244-83da-4def-a6ac-139f11920457', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:45:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:25:36Z', 'updated_at': '2021-11-23T04:25:36Z', 'revision_number': 0, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}, {'id': 'd5794ed8-cf2e-415a-93e3-6207b2edcbd7', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:05:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:23:34Z', 'updated_at': '2021-11-23T04:23:36Z', 'revision_number': 1, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:25:37.946650 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4735ec-59f8-4bb2-a3fd-bb25e3a86485 None None] The sync data for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi is: [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': '5bb86e8c-960e-4f8e-8d30-53100b3e8b4d', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': '6cdf2244-83da-4def-a6ac-139f11920457', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:45:72:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:25:36Z', 'updated_at': '2021-11-23T04:25:36Z', 'revision_number': 0, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}, {'id': 'd5794ed8-cf2e-415a-93e3-6207b2edcbd7', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:05:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:23:34Z', 'updated_at': '2021-11-23T04:23:36Z', 'revision_number': 1, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:25:38.131971 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619022e-49e1-48bf-9826-de8b0c24cf7a None None] New status for floating IP 5bb86e8c-960e-4f8e-8d30-53100b3e8b4d: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:25:55.065745 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:57.168824 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8b8d-e145-4083-adf7-f563183c4886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:25:59.740305 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32bc7719-fb47-4fd7-905a-385c05a484fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:00.985892 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:02.409065 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:03.300230 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:12.525863 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:26:20.849570 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd91992-31ed-4dfd-97e6-74c51958b3ca req-60b1cb03-3e16-4a43-b330-944250ea532e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:26:20.850980 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cd91992-31ed-4dfd-97e6-74c51958b3ca req-60b1cb03-3e16-4a43-b330-944250ea532e tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 945 time: 0.0494211 Nov 23 04:26:20.897898 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cd91992-31ed-4dfd-97e6-74c51958b3ca req-13e0ea44-7bff-4669-a8d4-58db81b3a8b3 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 Nov 23 04:26:22.016999 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54292488-0d53-40d6-92f5-549e126013b0 req-dd871d29-26ba-4eea-96b9-3f5366f46cf0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:26:22.018658 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-54292488-0d53-40d6-92f5-549e126013b0 req-dd871d29-26ba-4eea-96b9-3f5366f46cf0 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 945 time: 0.0492661 Nov 23 04:26:22.068651 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-54292488-0d53-40d6-92f5-549e126013b0 req-d7eec200-2c7a-461f-bf92-08c45443149b tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440152 Nov 23 04:26:22.794700 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-53fd04cd-79da-43a6-a960-3149a55ef835 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:26:22.796149 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-53fd04cd-79da-43a6-a960-3149a55ef835 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.50 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 945 time: 0.0481765 Nov 23 04:26:22.882642 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Deleting port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:26:22.882974 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:22.971717 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] For port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:26:22.972078 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:23.134771 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:23.135477 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120720'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:23.135477 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Floating IP e1ed105c-169a-4be4-acfe-80bcc5a83c32 disassociated. External IP: 172.27.0.55, port: a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9. Nov 23 04:26:23.135798 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Calling delete_port for a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:26:23.233712 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9a49c-50a8-41fa-8804-dcd533b25d94 req-ef43490c-4e96-40a9-8b3b-2bb25d013d8c tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:26:23.235171 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71a9a49c-50a8-41fa-8804-dcd533b25d94 req-ef43490c-4e96-40a9-8b3b-2bb25d013d8c tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 945 time: 0.0974441 Nov 23 04:26:23.315651 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71a9a49c-50a8-41fa-8804-dcd533b25d94 req-fb04924b-eb1d-43cd-953f-d3e33ec9e97a tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups?id=d3924b64-0041-440c-8d06-0835e41f2fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737271 Nov 23 04:26:23.374651 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:23.405543 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event deleted for resources: {'Port': ['ID=a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:23.520289 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Router 941d5be8-971c-4683-b3b1-3575a3c4018b has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:26:23.902071 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:26:23.913216 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d35ff4-78cf-4dbf-9f42-a239ff3584b6 None None] Sync routers for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:26:23.925923 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d35ff4-78cf-4dbf-9f42-a239ff3584b6 None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:26:23.926666 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-73d35ff4-78cf-4dbf-9f42-a239ff3584b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:26:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:26:23.942235 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] No DVR routers for this DVR port a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:26:23.944867 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:23.948175 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9de44689-7a8c-4fdc-8e66-8716eb2250b3 req-d36cac05-4685-461c-b40f-2cc3e24596cb tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.50 "DELETE /v2.0/ports/a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 HTTP/1.1" status: 204 len: 173 time: 1.1458280 Nov 23 04:26:23.948669 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'name': 'network-vif-deleted', 'tag': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:26:23.950881 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a84c5c-1eb6-4e03-997e-d2df8215b1f6" -d '{"events": [{"server_uuid": "47d615b0-693e-47d1-932a-7dfc14f285bb", "name": "network-vif-deleted", "tag": "a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:26:23.992378 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739843cd-bc3a-402e-a865-770b3168deed x-openstack-request-id: req-739843cd-bc3a-402e-a865-770b3168deed {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:26:23.992681 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d615b0-693e-47d1-932a-7dfc14f285bb", "name": "network-vif-deleted", "tag": "a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:26:23.992936 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-739843cd-bc3a-402e-a865-770b3168deed {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:26:23.993340 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d615b0-693e-47d1-932a-7dfc14f285bb', 'name': 'network-vif-deleted', 'tag': 'a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9', 'status': 'completed', 'code': 200} Nov 23 04:26:24.033038 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-73d35ff4-78cf-4dbf-9f42-a239ff3584b6 None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:26:24.229019 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-73d35ff4-78cf-4dbf-9f42-a239ff3584b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:26:24.255532 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d35ff4-78cf-4dbf-9f42-a239ff3584b6 None None] Checking router: 941d5be8-971c-4683-b3b1-3575a3c4018b for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:26:24.264459 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d35ff4-78cf-4dbf-9f42-a239ff3584b6 None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:26:24.265042 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-73d35ff4-78cf-4dbf-9f42-a239ff3584b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:26:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:26:24.425183 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9b8d2edb-ee6f-4b39-9b81-87773fa6b951 req-edd0d258-feba-47c3-ad7e-eab97fc25df8 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/ports?device_id=47d615b0-693e-47d1-932a-7dfc14f285bb HTTP/1.1" status: 200 len: 210 time: 0.0268028 Nov 23 04:26:24.465902 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-73d35ff4-78cf-4dbf-9f42-a239ff3584b6 None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:26:24.663910 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-73d35ff4-78cf-4dbf-9f42-a239ff3584b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:26:24.691663 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d35ff4-78cf-4dbf-9f42-a239ff3584b6 None None] The sync data for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi is: [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:55Z', 'revision_number': 4, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'a40dbc43-ab8b-4488-9c87-1cc6bdf52b98', 'name': '', 'network_id': 'd75cfc86-e875-4aa3-9237-5714df0b6f5c', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'mac_address': 'fa:16:3e:31:a9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:54Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'subnets': [{'id': 'a846ca99-9d8c-4064-90bd-3f6a680e00c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:26:24.911921 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af3b96-40a6-48e6-b5a1-d00cc923a1af None None] New status for floating IP e1ed105c-169a-4be4-acfe-80bcc5a83c32: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:26:25.123132 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:25.568706 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35062) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:25.623160 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:25.645852 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:25.762856 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:25.765640 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:25.766785 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "DELETE /v2.0/security-groups/d3924b64-0041-440c-8d06-0835e41f2fa4 HTTP/1.1" status: 204 len: 168 time: 0.1971030 Nov 23 04:26:25.770181 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35066) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:25.776316 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3924b64-0041-440c-8d06-0835e41f2fa4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:25.784463 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.784664 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.api.v2.resource [None req-b8cefc46-4d23-4007-a891-630c346de62f tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] show failed (client error): The resource could not be found. Nov 23 04:26:25.784810 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.785148 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.785481 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.785583 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b8cefc46-4d23-4007-a891-630c346de62f tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "GET /v2.0/security-groups/d3924b64-0041-440c-8d06-0835e41f2fa4 HTTP/1.1" status: 404 len: 347 time: 0.0143609 Nov 23 04:26:25.785812 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.786138 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.786462 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.786786 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.787109 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.787461 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.787779 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.788093 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10046e86-dd5f-4707-a5d0-c373264bc3a6 tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:25.788286 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:25.913207 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4b852926-7eb9-48d5-87e2-eeddad8cc90d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Deleting port e406a72d-4711-42a0-958b-15f5e7e16ad3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:26:25.913551 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b852926-7eb9-48d5-87e2-eeddad8cc90d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:25.989779 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b852926-7eb9-48d5-87e2-eeddad8cc90d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:25.990101 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b852926-7eb9-48d5-87e2-eeddad8cc90d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:26.001556 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4b852926-7eb9-48d5-87e2-eeddad8cc90d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Calling delete_port for e406a72d-4711-42a0-958b-15f5e7e16ad3 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:26:26.179949 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b852926-7eb9-48d5-87e2-eeddad8cc90d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:26.206058 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b852926-7eb9-48d5-87e2-eeddad8cc90d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Pushing event deleted for resources: {'Port': ['ID=e406a72d-4711-42a0-958b-15f5e7e16ad3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:26.263902 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b852926-7eb9-48d5-87e2-eeddad8cc90d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:26.266473 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b852926-7eb9-48d5-87e2-eeddad8cc90d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:26.268284 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4b852926-7eb9-48d5-87e2-eeddad8cc90d tempest-AttachVolumeTestJSON-1215713605 tempest-AttachVolumeTestJSON-1215713605-project] 10.222.0.54 "DELETE /v2.0/floatingips/e1ed105c-169a-4be4-acfe-80bcc5a83c32 HTTP/1.1" status: 204 len: 168 time: 0.4784732 Nov 23 04:26:26.512527 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:26:26.532933 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:26:26.533322 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device a7c27a4c-3412-4b38-ad6e-7fd5f0d99fb9 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:26:27.202611 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b95550b4-87ec-44dd-b07c-9212db369e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:29.734177 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bb1ae110-cc02-47fc-8d39-8f2f9437be95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:30.145746 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:30.475423 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-8764889e-3f9f-4eba-a9ca-bcd1c74c37a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558896 Nov 23 04:26:30.547037 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124048'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:30.649360 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-47c7a895-a93f-41f6-b2b4-ebc5c7b0e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:26:30.650842 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-47c7a895-a93f-41f6-b2b4-ebc5c7b0e641 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 1099 time: 0.1152444 Nov 23 04:26:30.820432 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-c8991e55-c1ff-453c-9825-07dd28f1c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:26:30.821898 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-c8991e55-c1ff-453c-9825-07dd28f1c283 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 913 time: 0.1239998 Nov 23 04:26:30.933175 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-f797e5d2-a183-4db0-8f44-56cdde083994 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d43386-0513-4341-9b99-404d03b12ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0916471 Nov 23 04:26:30.976411 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] Deleting port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:26:30.976750 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:30.991568 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:31.027615 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-895e945b-7bd3-4f01-aa7b-138381e3460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:26:31.029340 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-895e945b-7bd3-4f01-aa7b-138381e3460f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a771ab3d-7869-48e6-b69e-7e08f226f564 HTTP/1.1" status: 200 len: 851 time: 0.0870314 Nov 23 04:26:31.100149 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] For port a40dbc43-ab8b-4488-9c87-1cc6bdf52b98, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=a40dbc43-ab8b-4488-9c87-1cc6bdf52b98,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:26:31.100440 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:31.115951 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] Calling delete_port for a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:26:31.118792 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-ede1ec07-1a34-4ff7-b122-93d84d0093e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:26:31.120302 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-ede1ec07-1a34-4ff7-b122-93d84d0093e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5880c1-f079-4dc1-b8fc-71110c737c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824416 Nov 23 04:26:31.297643 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-6125e9fb-d778-4e08-87fe-972afff7abae service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683931 Nov 23 04:26:31.434880 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-601e35e6-a497-4aaa-a9e6-5212d896da8e req-c20ec0a7-c12e-4cf9-936e-8564c7833f3c service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287491 Nov 23 04:26:31.500112 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:31.528134 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a40dbc43-ab8b-4488-9c87-1cc6bdf52b98,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:31.688368 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124028'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:31.896748 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] Router 941d5be8-971c-4683-b3b1-3575a3c4018b has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:26:32.004241 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:26:32.009549 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-06edd375-e318-4062-86c1-ce60a9524a2a admin admin] 10.222.0.54 "PUT /v2.0/routers/941d5be8-971c-4683-b3b1-3575a3c4018b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8627901 Nov 23 04:26:32.012128 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35100) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:32.014387 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7a331-6371-4c41-a59e-ddac57bad74d None None] Sync routers for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:26:32.025409 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7a331-6371-4c41-a59e-ddac57bad74d None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:26:32.025997 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0ca7a331-6371-4c41-a59e-ddac57bad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:26:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:26:32.116005 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:32.131472 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0ca7a331-6371-4c41-a59e-ddac57bad74d None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:26:32.218961 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:32.310795 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0ca7a331-6371-4c41-a59e-ddac57bad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:26:31Z', 'revision_number': 5, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port': {'id': 'f49b86b0-7260-4c4b-aa99-6d6cc02cb253', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:03:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:26:32.315143 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Deleting port f49b86b0-7260-4c4b-aa99-6d6cc02cb253 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:26:32.316038 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:32.337325 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7a331-6371-4c41-a59e-ddac57bad74d None None] Checking router: 941d5be8-971c-4683-b3b1-3575a3c4018b for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:26:32.346885 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7a331-6371-4c41-a59e-ddac57bad74d None None] Routers {'941d5be8-971c-4683-b3b1-3575a3c4018b'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:26:32.347509 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0ca7a331-6371-4c41-a59e-ddac57bad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:26:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['941d5be8-971c-4683-b3b1-3575a3c4018b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:26:32.402357 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] For port f49b86b0-7260-4c4b-aa99-6d6cc02cb253, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=f49b86b0-7260-4c4b-aa99-6d6cc02cb253,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:26:32.402714 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:32.416559 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Calling delete_port for f49b86b0-7260-4c4b-aa99-6d6cc02cb253 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:26:32.437909 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0ca7a331-6371-4c41-a59e-ddac57bad74d None None] Set router 941d5be8-971c-4683-b3b1-3575a3c4018b gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:26:32.442906 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:32.492202 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0ca7a331-6371-4c41-a59e-ddac57bad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:26:32Z', 'revision_number': 6, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port_host': None}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:26:32.519767 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7a331-6371-4c41-a59e-ddac57bad74d None None] The sync data for ids ['941d5be8-971c-4683-b3b1-3575a3c4018b'] in dv-cinder-768458-16-iscsi is: [{'id': '941d5be8-971c-4683-b3b1-3575a3c4018b', 'name': 'tempest-AttachVolumeTestJSON-1723735680-router', 'tenant_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:21:52Z', 'updated_at': '2021-11-23T04:26:32Z', 'revision_number': 6, 'project_id': 'ed6fa4f03d864e43be8dc7eec4c89213', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:26:32.631376 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:32.656963 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Pushing event deleted for resources: {'Port': ['ID=f49b86b0-7260-4c4b-aa99-6d6cc02cb253,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:32.718559 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120798'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.082956 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12857'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.085092 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.214062 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4120637'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.214512 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 941d5be8-971c-4683-b3b1-3575a3c4018b {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:26:33.219509 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.220520 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e961dbc1-3496-4d28-bf0c-e7fcc977a62b admin admin] 10.222.0.54 "DELETE /v2.0/routers/941d5be8-971c-4683-b3b1-3575a3c4018b HTTP/1.1" status: 204 len: 168 time: 1.2062733 Nov 23 04:26:33.223711 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:33.269151 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabf79d2-b721-4876-88f8-5e979e553f13 admin admin] Deleting subnet a846ca99-9d8c-4064-90bd-3f6a680e00c6 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:26:33.272523 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fabf79d2-b721-4876-88f8-5e979e553f13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.308480 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fabf79d2-b721-4876-88f8-5e979e553f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3086321'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.311425 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.390058 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fabf79d2-b721-4876-88f8-5e979e553f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.494935 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fabf79d2-b721-4876-88f8-5e979e553f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9476299'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.520029 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf79d2-b721-4876-88f8-5e979e553f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a846ca99-9d8c-4064-90bd-3f6a680e00c6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:33.523727 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fabf79d2-b721-4876-88f8-5e979e553f13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.527078 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-fabf79d2-b721-4876-88f8-5e979e553f13 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a846ca99-9d8c-4064-90bd-3f6a680e00c6 HTTP/1.1" status: 204 len: 168 time: 0.3021045 Nov 23 04:26:33.529644 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174fbc10-cf88-434d-9496-c2a9607dbfa5 None None] Network d75cfc86-e875-4aa3-9237-5714df0b6f5c requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:26:33.530120 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:33.600211 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.654446 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Deleting port 734fc77f-b132-445a-b3c6-6ec2132f8c4d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:26:33.654811 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.719046 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] DHCP port deletion for d75cfc86-e875-4aa3-9237-5714df0b6f5c request from dv-cinder-768458-16-iscsi {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:26:33.719917 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] For port 734fc77f-b132-445a-b3c6-6ec2132f8c4d, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=734fc77f-b132-445a-b3c6-6ec2132f8c4d,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:26:33.720294 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.733217 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Calling delete_port for 734fc77f-b132-445a-b3c6-6ec2132f8c4d owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:26:33.766300 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Deleting port 734fc77f-b132-445a-b3c6-6ec2132f8c4d {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:26:33.766595 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.832367 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] For port 734fc77f-b132-445a-b3c6-6ec2132f8c4d, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=734fc77f-b132-445a-b3c6-6ec2132f8c4d,segment=NetworkSegment(61c137f4-4ae2-4618-919b-51014e176f3c),segment_id=61c137f4-4ae2-4618-919b-51014e176f3c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:26:33.832757 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.845207 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Calling delete_port for 734fc77f-b132-445a-b3c6-6ec2132f8c4d owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:26:33.894686 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.918232 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Pushing event deleted for resources: {'Port': ['ID=734fc77f-b132-445a-b3c6-6ec2132f8c4d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:33.920748 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:33.923715 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] No DVR routers for this DVR port 734fc77f-b132-445a-b3c6-6ec2132f8c4d on host dv-cinder-768458-16-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:26:33.947999 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Pushing event deleted for resources: {'Port': ['ID=734fc77f-b132-445a-b3c6-6ec2132f8c4d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:33.952639 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] No DVR routers for this DVR port 734fc77f-b132-445a-b3c6-6ec2132f8c4d on host dv-cinder-768458-16-iscsi {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:26:33.966262 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:33.966629 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:33.967084 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:33.967471 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:33.967809 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:33.968139 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:33.968465 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:33.968790 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:33.969309 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:33.969511 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:33.969842 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:33.970143 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf324c-1963-4e0f-9b4f-2dd430d3e22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:34.018377 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:34.032971 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device f49b86b0-7260-4c4b-aa99-6d6cc02cb253 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:26:34.039499 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75cfc86-e875-4aa3-9237-5714df0b6f5c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:26:34.048866 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c137f4-4ae2-4618-919b-51014e176f3c') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:26:34.049152 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c137f4-4ae2-4618-919b-51014e176f3c') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:26:34.057702 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: f49b86b0-7260-4c4b-aa99-6d6cc02cb253 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:26:34.058047 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device f49b86b0-7260-4c4b-aa99-6d6cc02cb253 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:26:34.058454 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 734fc77f-b132-445a-b3c6-6ec2132f8c4d no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:26:34.059411 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3086330'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:34.072915 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:34.077227 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 734fc77f-b132-445a-b3c6-6ec2132f8c4d {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:26:34.077575 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 734fc77f-b132-445a-b3c6-6ec2132f8c4d not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:26:34.077984 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:26:34.078973 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:26:34.079379 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099859'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: Traceback (most recent call last): Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: timer() Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: cb(*args, **kw) Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: return func(*args, **kwargs) Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: self._notify() Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: self.callback(batched_events) Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: event.method(event) Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: return f(self, *a, **k) Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._get(url).json() Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:26:34.081136 dv-cinder-768458-16-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:26:34.098184 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:26:34.098525 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device a40dbc43-ab8b-4488-9c87-1cc6bdf52b98 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:26:34.248829 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:34.259827 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:34.259827 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] 10.222.0.54 "DELETE /v2.0/networks/d75cfc86-e875-4aa3-9237-5714df0b6f5c HTTP/1.1" status: 204 len: 168 time: 0.7266800 Nov 23 04:26:34.268787 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179d4f9-a34a-4593-a14d-b2341abed5bb admin admin] Pushing event deleted for resources: {'Network': ['ID=d75cfc86-e875-4aa3-9237-5714df0b6f5c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:34.552053 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35110) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:34.590603 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-abb0c0f4-1215-481b-949a-ec93985f90e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ed6fa4f03d864e43be8dc7eec4c89213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374107 Nov 23 04:26:34.592981 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:34.642607 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eec1377a-80f0-4fbd-af1b-4d514a33e704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:34.663864 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eec1377a-80f0-4fbd-af1b-4d514a33e704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:34.751472 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eec1377a-80f0-4fbd-af1b-4d514a33e704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:34.754634 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eec1377a-80f0-4fbd-af1b-4d514a33e704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:34.755805 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-eec1377a-80f0-4fbd-af1b-4d514a33e704 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c3556ca-c08a-47d8-aae0-54a79fa8d982 HTTP/1.1" status: 204 len: 168 time: 0.1619339 Nov 23 04:26:34.763616 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1377a-80f0-4fbd-af1b-4d514a33e704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3556ca-c08a-47d8-aae0-54a79fa8d982,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:45.298608 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35220) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:45.422073 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f50a1365-ca05-4d4f-942d-5b29aaab635f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:45.496128 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f50a1365-ca05-4d4f-942d-5b29aaab635f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:45.539305 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f50a1365-ca05-4d4f-942d-5b29aaab635f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:45.576178 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-f50a1365-ca05-4d4f-942d-5b29aaab635f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=583d0ff4304d486283221548b385794c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764864 Nov 23 04:26:45.577096 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a1365-ca05-4d4f-942d-5b29aaab635f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8014c660-b675-4811-858d-311d534f6538,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:45.578847 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:45.626418 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:45.647370 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:45.739697 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:45.742635 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:45.743817 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8014c660-b675-4811-858d-311d534f6538 HTTP/1.1" status: 204 len: 168 time: 0.1639366 Nov 23 04:26:45.751741 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8014c660-b675-4811-858d-311d534f6538,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:45.758851 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:45.759221 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:45.759572 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:45.759912 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:45.760247 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:45.760581 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:45.760915 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:45.761302 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:45.761566 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:45.761892 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:45.762217 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:45.762554 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16251b09-9134-4331-9235-f4de6ca07f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:26:49.525946 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:26:53.025170 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35306) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:53.128760 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c59d033d-706c-4c9e-bb4f-e2962a9e2b22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:53.208119 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c59d033d-706c-4c9e-bb4f-e2962a9e2b22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:53.288857 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c59d033d-706c-4c9e-bb4f-e2962a9e2b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:53.333459 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c59d033d-706c-4c9e-bb4f-e2962a9e2b22 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=345b06e27c5f400e8b5ab63d0006bb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072095 Nov 23 04:26:53.334280 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d033d-706c-4c9e-bb4f-e2962a9e2b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b0dfe1-56f4-4862-86e3-3d02bc9d8752,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:53.336877 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35310) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:53.385339 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d788522a-dc36-4efc-b200-4422909088ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:53.409304 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d788522a-dc36-4efc-b200-4422909088ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:53.528233 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d788522a-dc36-4efc-b200-4422909088ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:53.531024 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d788522a-dc36-4efc-b200-4422909088ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:53.532210 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d788522a-dc36-4efc-b200-4422909088ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/92b0dfe1-56f4-4862-86e3-3d02bc9d8752 HTTP/1.1" status: 204 len: 168 time: 0.1941893 Nov 23 04:26:53.540926 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788522a-dc36-4efc-b200-4422909088ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b0dfe1-56f4-4862-86e3-3d02bc9d8752,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:54.133070 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35316) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:54.146237 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8202c49-a1c1-4f14-acfa-14c98abdf1b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:54.218044 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8202c49-a1c1-4f14-acfa-14c98abdf1b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:54.299138 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e8202c49-a1c1-4f14-acfa-14c98abdf1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:54.340383 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-e8202c49-a1c1-4f14-acfa-14c98abdf1b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd1a6b29a797430aa38a1961448dffaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059760 Nov 23 04:26:54.341571 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8202c49-a1c1-4f14-acfa-14c98abdf1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df57b161-cf18-4d12-99e5-d88992d7717f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:54.343023 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35318) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:26:54.392896 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-146e0f44-e698-4ab4-acb2-ff91147f59ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:54.413730 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-146e0f44-e698-4ab4-acb2-ff91147f59ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:54.527910 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-146e0f44-e698-4ab4-acb2-ff91147f59ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:54.530765 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-146e0f44-e698-4ab4-acb2-ff91147f59ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:54.534153 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-146e0f44-e698-4ab4-acb2-ff91147f59ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df57b161-cf18-4d12-99e5-d88992d7717f HTTP/1.1" status: 204 len: 168 time: 0.1872914 Nov 23 04:26:54.540284 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e0f44-e698-4ab4-acb2-ff91147f59ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df57b161-cf18-4d12-99e5-d88992d7717f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:26:55.076406 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:57.225349 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07a19bfe-5815-4864-a892-99347704894b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:26:59.767844 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7b58d5a-3150-4aa7-b247-f0e6ac29b18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:00.973754 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:02.459683 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:03.315895 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:08.191952 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35436) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:08.345853 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Deleting port baeef15f-004f-454e-bdd5-41b3f1f8efb3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:08.346190 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:08.422550 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:08.422871 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:08.434755 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Calling delete_port for baeef15f-004f-454e-bdd5-41b3f1f8efb3 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:08.613451 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:08.639891 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event deleted for resources: {'Port': ['ID=baeef15f-004f-454e-bdd5-41b3f1f8efb3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:08.701955 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:08.702292 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Floating IP 5bb86e8c-960e-4f8e-8d30-53100b3e8b4d disassociated (deleted). External IP: 172.27.0.96, port: 6cdf2244-83da-4def-a6ac-139f11920457. Nov 23 04:27:08.912587 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:27:09.023483 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:27:09.028951 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:09.033392 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccb785-251b-453d-92fb-0dc8f2e03ac5 None None] Sync routers for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:27:09.042855 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccb785-251b-453d-92fb-0dc8f2e03ac5 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:27:09.043597 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f2ccb785-251b-453d-92fb-0dc8f2e03ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:27:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:09.054828 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b67f2ef6-bfad-4948-a368-ed44ffd14fb0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "DELETE /v2.0/floatingips/5bb86e8c-960e-4f8e-8d30-53100b3e8b4d HTTP/1.1" status: 204 len: 168 time: 0.8618622 Nov 23 04:27:09.055592 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'tag': '6cdf2244-83da-4def-a6ac-139f11920457'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:27:09.057985 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9", "tag": "6cdf2244-83da-4def-a6ac-139f11920457"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:27:09.095861 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2655cf-3024-4238-b6aa-186a8491d0e4 x-openstack-request-id: req-cb2655cf-3024-4238-b6aa-186a8491d0e4 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:27:09.095861 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9", "tag": "6cdf2244-83da-4def-a6ac-139f11920457", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:27:09.096243 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb2655cf-3024-4238-b6aa-186a8491d0e4 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:27:09.096596 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'tag': '6cdf2244-83da-4def-a6ac-139f11920457', 'status': 'completed', 'code': 200} Nov 23 04:27:09.157332 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f2ccb785-251b-453d-92fb-0dc8f2e03ac5 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:27:09.189657 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41 req-166fcc90-c24e-4dbe-bfe8-d8f5746a8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:09.191049 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41 req-166fcc90-c24e-4dbe-bfe8-d8f5746a8c9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 1099 time: 0.0440288 Nov 23 04:27:09.281280 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41 req-4e9cc6f1-362c-42d5-b7e7-694ce09e26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:09.282734 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41 req-4e9cc6f1-362c-42d5-b7e7-694ce09e26c5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 913 time: 0.0838618 Nov 23 04:27:09.333798 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41 req-d58a153d-7073-4cdb-8df8-09de723d9162 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdf2244-83da-4def-a6ac-139f11920457 HTTP/1.1" status: 200 len: 217 time: 0.0420640 Nov 23 04:27:09.388734 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41 req-a39e8062-66a1-4fee-b05f-14100fd12f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:09.390213 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41 req-a39e8062-66a1-4fee-b05f-14100fd12f64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a771ab3d-7869-48e6-b69e-7e08f226f564 HTTP/1.1" status: 200 len: 851 time: 0.0489020 Nov 23 04:27:09.391034 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f2ccb785-251b-453d-92fb-0dc8f2e03ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd5794ed8-cf2e-415a-93e3-6207b2edcbd7', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:05:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:23:34Z', 'updated_at': '2021-11-23T04:23:36Z', 'revision_number': 1, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:09.417642 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccb785-251b-453d-92fb-0dc8f2e03ac5 None None] Checking router: f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:27:09.427521 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccb785-251b-453d-92fb-0dc8f2e03ac5 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:27:09.428163 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f2ccb785-251b-453d-92fb-0dc8f2e03ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:27:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:09.444005 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41 req-92bd6f7e-f749-416f-badf-dd3d272c2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:09.445445 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41 req-92bd6f7e-f749-416f-badf-dd3d272c2a1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5880c1-f079-4dc1-b8fc-71110c737c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467255 Nov 23 04:27:09.550770 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa3d5f-4246-4488-8820-cdd75b22e3b3 req-a34d01f3-1b7d-4e3b-bd80-36087fd2277d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:09.552367 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71fa3d5f-4246-4488-8820-cdd75b22e3b3 req-a34d01f3-1b7d-4e3b-bd80-36087fd2277d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 946 time: 0.1019893 Nov 23 04:27:09.609051 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41 req-d4879980-96c0-40a8-a088-ee397a178b6d service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341240 Nov 23 04:27:09.634445 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71fa3d5f-4246-4488-8820-cdd75b22e3b3 req-beade8b3-7cae-4060-92c2-ecf2bb79d329 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742183 Nov 23 04:27:09.669737 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f2ccb785-251b-453d-92fb-0dc8f2e03ac5 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:27:09.712631 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47bf1fd8-ffbb-45cd-a2c7-d90115775d41 req-81ecbb3e-a937-46cb-a9d0-a169bf0a6a73 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907817 Nov 23 04:27:09.893032 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f2ccb785-251b-453d-92fb-0dc8f2e03ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd5794ed8-cf2e-415a-93e3-6207b2edcbd7', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:05:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:23:34Z', 'updated_at': '2021-11-23T04:23:36Z', 'revision_number': 1, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:09.919304 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccb785-251b-453d-92fb-0dc8f2e03ac5 None None] The sync data for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi is: [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_floatingips': [{'id': 'd5794ed8-cf2e-415a-93e3-6207b2edcbd7', 'tenant_id': '8068470657b040ab9af34219d8935846', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'router_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'port_id': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'mac_address': 'fa:16:3e:05:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:23:34Z', 'updated_at': '2021-11-23T04:23:36Z', 'revision_number': 1, 'project_id': '8068470657b040ab9af34219d8935846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:27:10.137441 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06f1f0-1674-4aad-874b-7df8a070bccb None None] New status for floating IP 5bb86e8c-960e-4f8e-8d30-53100b3e8b4d: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:27:10.755499 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b6443-3a9e-49c1-943e-f428411f7d20 req-51768bb8-6ce6-4ff0-b18d-da024e0f30da tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:10.756955 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-034b6443-3a9e-49c1-943e-f428411f7d20 req-51768bb8-6ce6-4ff0-b18d-da024e0f30da tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 946 time: 0.0489738 Nov 23 04:27:10.805084 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-034b6443-3a9e-49c1-943e-f428411f7d20 req-ba1ac21a-b77f-42ef-aa54-ad2bf2b1ff63 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415306 Nov 23 04:27:11.542561 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821ade7-0e17-4696-b8e9-dd8883333ca4 req-e85db6c5-eaeb-4775-98dd-3b37969a1d30 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:11.543996 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b821ade7-0e17-4696-b8e9-dd8883333ca4 req-e85db6c5-eaeb-4775-98dd-3b37969a1d30 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 946 time: 0.0487247 Nov 23 04:27:11.633946 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b821ade7-0e17-4696-b8e9-dd8883333ca4 req-3fe20fb2-24f3-498b-862b-52fc26bada5d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Deleting port 6cdf2244-83da-4def-a6ac-139f11920457 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:11.634277 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b821ade7-0e17-4696-b8e9-dd8883333ca4 req-3fe20fb2-24f3-498b-862b-52fc26bada5d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:11.722948 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b821ade7-0e17-4696-b8e9-dd8883333ca4 req-3fe20fb2-24f3-498b-862b-52fc26bada5d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] For port 6cdf2244-83da-4def-a6ac-139f11920457, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6cdf2244-83da-4def-a6ac-139f11920457,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:11.723345 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b821ade7-0e17-4696-b8e9-dd8883333ca4 req-3fe20fb2-24f3-498b-862b-52fc26bada5d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:11.735853 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b821ade7-0e17-4696-b8e9-dd8883333ca4 req-3fe20fb2-24f3-498b-862b-52fc26bada5d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Calling delete_port for 6cdf2244-83da-4def-a6ac-139f11920457 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:11.922264 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689675e9-398c-4fbe-ae07-6633b97a6d1d req-390552c1-f01a-41a9-961c-a4744460f5a1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:11.923760 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-689675e9-398c-4fbe-ae07-6633b97a6d1d req-390552c1-f01a-41a9-961c-a4744460f5a1 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 946 time: 0.0494478 Nov 23 04:27:11.924808 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b821ade7-0e17-4696-b8e9-dd8883333ca4 req-3fe20fb2-24f3-498b-862b-52fc26bada5d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:11.962797 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe20fb2-24f3-498b-862b-52fc26bada5d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event deleted for resources: {'Port': ['ID=6cdf2244-83da-4def-a6ac-139f11920457,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:12.017909 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b821ade7-0e17-4696-b8e9-dd8883333ca4 req-3fe20fb2-24f3-498b-862b-52fc26bada5d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] No DVR routers for this DVR port 6cdf2244-83da-4def-a6ac-139f11920457 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:27:12.022350 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b821ade7-0e17-4696-b8e9-dd8883333ca4 req-3fe20fb2-24f3-498b-862b-52fc26bada5d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:12.026440 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b821ade7-0e17-4696-b8e9-dd8883333ca4 req-3fe20fb2-24f3-498b-862b-52fc26bada5d tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "DELETE /v2.0/ports/6cdf2244-83da-4def-a6ac-139f11920457 HTTP/1.1" status: 204 len: 173 time: 0.4757559 Nov 23 04:27:12.026871 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'name': 'network-vif-deleted', 'tag': '6cdf2244-83da-4def-a6ac-139f11920457'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:27:12.029438 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65b254c-b641-4166-b2da-38b9eabb1ccb" -d '{"events": [{"server_uuid": "1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9", "name": "network-vif-deleted", "tag": "6cdf2244-83da-4def-a6ac-139f11920457"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:27:12.045327 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-689675e9-398c-4fbe-ae07-6633b97a6d1d req-1b8a593e-bf47-460f-a091-3951d3a6ae9a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125226 Nov 23 04:27:12.070978 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2314c20b-74e3-4156-8bf3-02c9cc97866a x-openstack-request-id: req-2314c20b-74e3-4156-8bf3-02c9cc97866a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:27:12.071304 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9", "name": "network-vif-deleted", "tag": "6cdf2244-83da-4def-a6ac-139f11920457", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:27:12.072382 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2314c20b-74e3-4156-8bf3-02c9cc97866a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:27:12.072912 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9', 'name': 'network-vif-deleted', 'tag': '6cdf2244-83da-4def-a6ac-139f11920457', 'status': 'completed', 'code': 200} Nov 23 04:27:13.153603 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2422e141-d98d-4167-b286-c16c688b6382 req-c740bf99-43f7-447a-9f2e-3cb140fe7f1b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e2f090d-9aa2-4e6b-bea9-1fbf12c282c9 HTTP/1.1" status: 200 len: 210 time: 0.0281136 Nov 23 04:27:16.191873 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6cdf2244-83da-4def-a6ac-139f11920457 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:27:16.213029 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 6cdf2244-83da-4def-a6ac-139f11920457 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:27:16.213419 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 6cdf2244-83da-4def-a6ac-139f11920457 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:27:19.745986 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35498) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:20.126547 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Deleting port 169d3fd1-8614-4d77-8567-cea155ef5f51 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:20.126547 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:20.201077 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:20.201420 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:20.212861 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Calling delete_port for 169d3fd1-8614-4d77-8567-cea155ef5f51 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:20.424862 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:20.447512 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event deleted for resources: {'Port': ['ID=169d3fd1-8614-4d77-8567-cea155ef5f51,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:20.511383 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:20.511715 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.db.l3_db [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Floating IP d5794ed8-cf2e-415a-93e3-6207b2edcbd7 disassociated (deleted). External IP: 172.27.0.140, port: f0d43386-0513-4341-9b99-404d03b12ec0. Nov 23 04:27:20.725117 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:27:20.834484 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:27:20.840140 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:20.845149 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf1829-9241-4839-ba2c-5a0927eb64a9 None None] Sync routers for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:27:20.855519 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf1829-9241-4839-ba2c-5a0927eb64a9 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:27:20.856117 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5ddf1829-9241-4839-ba2c-5a0927eb64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:27:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:20.868268 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-58b35b51-1c2a-482e-bcb4-96b97ab0a2fb tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "DELETE /v2.0/floatingips/d5794ed8-cf2e-415a-93e3-6207b2edcbd7 HTTP/1.1" status: 204 len: 168 time: 1.1212196 Nov 23 04:27:20.868821 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'tag': 'f0d43386-0513-4341-9b99-404d03b12ec0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:27:20.871187 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410cd0e19ab500a818ff3cd17b2b4d634dcf2313bc0dc6223f3fe9937fe65d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7802d15e-5fb2-45fb-aea8-3459f9666cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "e3425df3-cde6-44d8-8c24-3221f5cd3053", "tag": "f0d43386-0513-4341-9b99-404d03b12ec0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:27:20.973591 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5ddf1829-9241-4839-ba2c-5a0927eb64a9 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:27:21.041248 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324e794d-e527-4a7b-90f1-a38dfc36d04e x-openstack-request-id: req-324e794d-e527-4a7b-90f1-a38dfc36d04e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:27:21.044517 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3425df3-cde6-44d8-8c24-3221f5cd3053", "tag": "f0d43386-0513-4341-9b99-404d03b12ec0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:27:21.044517 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-324e794d-e527-4a7b-90f1-a38dfc36d04e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:27:21.044517 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'tag': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'status': 'completed', 'code': 200} Nov 23 04:27:21.128913 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802d15e-5fb2-45fb-aea8-3459f9666cdb req-ce6c1719-d8a3-463f-9ae1-06420bb09ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:21.130581 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7802d15e-5fb2-45fb-aea8-3459f9666cdb req-ce6c1719-d8a3-463f-9ae1-06420bb09ce8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8068470657b040ab9af34219d8935846&device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 1099 time: 0.0424123 Nov 23 04:27:21.177595 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5ddf1829-9241-4839-ba2c-5a0927eb64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:21.204714 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf1829-9241-4839-ba2c-5a0927eb64a9 None None] Checking router: f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:27:21.213353 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf1829-9241-4839-ba2c-5a0927eb64a9 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:27:21.213955 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5ddf1829-9241-4839-ba2c-5a0927eb64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:27:00Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:21.232440 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802d15e-5fb2-45fb-aea8-3459f9666cdb req-ea94b05b-0ea0-46ac-99e5-5daea18bb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:21.233877 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7802d15e-5fb2-45fb-aea8-3459f9666cdb req-ea94b05b-0ea0-46ac-99e5-5daea18bb62f service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 200 len: 913 time: 0.0923533 Nov 23 04:27:21.276956 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7802d15e-5fb2-45fb-aea8-3459f9666cdb req-1eef5286-601f-4c52-b97c-e78b7905f109 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0d43386-0513-4341-9b99-404d03b12ec0 HTTP/1.1" status: 200 len: 217 time: 0.0352170 Nov 23 04:27:21.320154 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5ddf1829-9241-4839-ba2c-5a0927eb64a9 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:27:21.335793 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802d15e-5fb2-45fb-aea8-3459f9666cdb req-98a9ba5b-1b40-4931-9941-5dfcfd6dc426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:21.337418 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7802d15e-5fb2-45fb-aea8-3459f9666cdb req-98a9ba5b-1b40-4931-9941-5dfcfd6dc426 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a771ab3d-7869-48e6-b69e-7e08f226f564 HTTP/1.1" status: 200 len: 851 time: 0.0538712 Nov 23 04:27:21.428122 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802d15e-5fb2-45fb-aea8-3459f9666cdb req-1e212123-80a3-4766-9589-2fcc49fac1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:21.429666 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7802d15e-5fb2-45fb-aea8-3459f9666cdb req-1e212123-80a3-4766-9589-2fcc49fac1b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f5880c1-f079-4dc1-b8fc-71110c737c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0628448 Nov 23 04:27:21.437578 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34e7a7-6073-4396-92dd-0d6c2e83369a req-2af8c677-c832-4347-9020-d4aa6d441dec tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:21.439054 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc34e7a7-6073-4396-92dd-0d6c2e83369a req-2af8c677-c832-4347-9020-d4aa6d441dec tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 946 time: 0.0810256 Nov 23 04:27:21.528641 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5ddf1829-9241-4839-ba2c-5a0927eb64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:21.545339 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc34e7a7-6073-4396-92dd-0d6c2e83369a req-e37e653b-57b7-4a9f-89f0-89a8ad02cb22 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977612 Nov 23 04:27:21.554671 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf1829-9241-4839-ba2c-5a0927eb64a9 None None] The sync data for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi is: [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:13Z', 'revision_number': 4, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi', '_interfaces': [{'id': 'b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29', 'name': '', 'network_id': '3f5880c1-f079-4dc1-b8fc-71110c737c22', 'tenant_id': '8068470657b040ab9af34219d8935846', 'mac_address': 'fa:16:3e:a6:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:12Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'subnets': [{'id': 'a771ab3d-7869-48e6-b69e-7e08f226f564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:27:21.563444 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7802d15e-5fb2-45fb-aea8-3459f9666cdb req-50464c2e-183b-4b7b-9d2e-9d62c87e6533 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233301 Nov 23 04:27:21.662815 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7802d15e-5fb2-45fb-aea8-3459f9666cdb req-ea827302-9ed2-4ec8-9fda-97a4a1bfa1f4 service neutron] 10.222.0.50 "GET /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918946 Nov 23 04:27:21.793244 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67da1d-29cc-4178-9cc5-16952cea480a None None] New status for floating IP d5794ed8-cf2e-415a-93e3-6207b2edcbd7: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:27:22.664774 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ab752-6668-4b59-bf13-c147bc04ca7c req-96a4b7b5-61ed-4d96-84fa-5cf7d53a4d69 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:22.666795 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a4ab752-6668-4b59-bf13-c147bc04ca7c req-96a4b7b5-61ed-4d96-84fa-5cf7d53a4d69 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 946 time: 0.0495241 Nov 23 04:27:22.715273 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a4ab752-6668-4b59-bf13-c147bc04ca7c req-a22d1494-9f72-41f4-9f32-2722ba7bf92b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423555 Nov 23 04:27:23.828814 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faec0d-7abe-41e5-9d88-ade7871cbf91 req-d42d3e47-64a4-4892-97ce-0ea74742a1a0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:23.830253 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a3faec0d-7abe-41e5-9d88-ade7871cbf91 req-d42d3e47-64a4-4892-97ce-0ea74742a1a0 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 946 time: 0.0490601 Nov 23 04:27:23.878491 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a3faec0d-7abe-41e5-9d88-ade7871cbf91 req-639537c7-6574-415d-bf57-0eb4efc7a852 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423813 Nov 23 04:27:24.995203 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2fc93-82ea-4c88-8430-abaff5e1c9b0 req-c1bfe004-a181-4d3d-8476-a45a54830c51 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:24.997771 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2a2fc93-82ea-4c88-8430-abaff5e1c9b0 req-c1bfe004-a181-4d3d-8476-a45a54830c51 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 946 time: 0.0528660 Nov 23 04:27:25.047699 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2a2fc93-82ea-4c88-8430-abaff5e1c9b0 req-450504c1-225a-421f-a453-169368d25572 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b2ec7e8-05fa-43d4-ad59-746971c79802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439813 Nov 23 04:27:25.086968 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:25.703651 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b81298-793f-49f4-90b5-d03660fae1fb req-f7287d93-8899-4b1b-a7dc-27d4165dd45f tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:25.705090 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-17b81298-793f-49f4-90b5-d03660fae1fb req-f7287d93-8899-4b1b-a7dc-27d4165dd45f tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 946 time: 0.0490575 Nov 23 04:27:25.805362 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-17b81298-793f-49f4-90b5-d03660fae1fb req-0d6fde7c-d872-43b4-8721-4ba7edb69e25 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Deleting port f0d43386-0513-4341-9b99-404d03b12ec0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:25.805700 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-17b81298-793f-49f4-90b5-d03660fae1fb req-0d6fde7c-d872-43b4-8721-4ba7edb69e25 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:25.893496 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-17b81298-793f-49f4-90b5-d03660fae1fb req-0d6fde7c-d872-43b4-8721-4ba7edb69e25 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] For port f0d43386-0513-4341-9b99-404d03b12ec0, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0d43386-0513-4341-9b99-404d03b12ec0,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:25.893852 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-17b81298-793f-49f4-90b5-d03660fae1fb req-0d6fde7c-d872-43b4-8721-4ba7edb69e25 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:25.906771 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-17b81298-793f-49f4-90b5-d03660fae1fb req-0d6fde7c-d872-43b4-8721-4ba7edb69e25 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Calling delete_port for f0d43386-0513-4341-9b99-404d03b12ec0 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:26.115145 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-17b81298-793f-49f4-90b5-d03660fae1fb req-0d6fde7c-d872-43b4-8721-4ba7edb69e25 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:26.163529 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fde7c-d872-43b4-8721-4ba7edb69e25 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event deleted for resources: {'Port': ['ID=f0d43386-0513-4341-9b99-404d03b12ec0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:26.168624 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0746d7a5-40f3-427c-ab88-54f7e220c746 req-bf809d48-c5bf-49a6-a8bf-edb5bb85788b tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 210 time: 0.0514278 Nov 23 04:27:26.234249 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b81298-793f-49f4-90b5-d03660fae1fb req-0d6fde7c-d872-43b4-8721-4ba7edb69e25 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] No DVR routers for this DVR port f0d43386-0513-4341-9b99-404d03b12ec0 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:27:26.234249 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-17b81298-793f-49f4-90b5-d03660fae1fb req-0d6fde7c-d872-43b4-8721-4ba7edb69e25 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:26.234249 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-17b81298-793f-49f4-90b5-d03660fae1fb req-0d6fde7c-d872-43b4-8721-4ba7edb69e25 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.50 "DELETE /v2.0/ports/f0d43386-0513-4341-9b99-404d03b12ec0 HTTP/1.1" status: 204 len: 173 time: 0.5096500 Nov 23 04:27:26.234249 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'name': 'network-vif-deleted', 'tag': 'f0d43386-0513-4341-9b99-404d03b12ec0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:27:26.234249 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d017515a-6d48-4a20-aa0e-f9af6df4329a" -d '{"events": [{"server_uuid": "e3425df3-cde6-44d8-8c24-3221f5cd3053", "name": "network-vif-deleted", "tag": "f0d43386-0513-4341-9b99-404d03b12ec0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:27:26.261983 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e81460-f8e1-4146-a1cf-9c87f26ea9de x-openstack-request-id: req-20e81460-f8e1-4146-a1cf-9c87f26ea9de {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:27:26.262290 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3425df3-cde6-44d8-8c24-3221f5cd3053", "name": "network-vif-deleted", "tag": "f0d43386-0513-4341-9b99-404d03b12ec0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:27:26.262554 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20e81460-f8e1-4146-a1cf-9c87f26ea9de {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:27:26.263042 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3425df3-cde6-44d8-8c24-3221f5cd3053', 'name': 'network-vif-deleted', 'tag': 'f0d43386-0513-4341-9b99-404d03b12ec0', 'status': 'completed', 'code': 200} Nov 23 04:27:26.524511 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:27:27.218340 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7f577e3-d152-4db6-9003-abe54de1dce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:27.224503 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f0d43386-0513-4341-9b99-404d03b12ec0 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:27:27.248983 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: f0d43386-0513-4341-9b99-404d03b12ec0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:27:27.249319 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f0d43386-0513-4341-9b99-404d03b12ec0 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:27:27.276919 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3129efd6-69cf-4c5c-8fc6-f81f232ff181 req-08866b7c-0d7e-44d1-a1ea-16793f582e7a tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3425df3-cde6-44d8-8c24-3221f5cd3053 HTTP/1.1" status: 200 len: 210 time: 0.0267866 Nov 23 04:27:28.333585 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35560) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:28.457390 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Deleting port 2de193a9-d798-48d5-891e-c21a4721a659 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:28.457743 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:28.533117 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:28.533451 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:28.546018 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Calling delete_port for 2de193a9-d798-48d5-891e-c21a4721a659 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:28.842166 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:28.873106 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event deleted for resources: {'Port': ['ID=2de193a9-d798-48d5-891e-c21a4721a659,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:28.897457 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.897801 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.907400 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.907400 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.907400 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.907400 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.907400 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.907400 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.907400 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.907400 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.907400 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.907400 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:28.941444 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:28.944086 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:28.945228 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-816bb5b3-3fa9-4292-b366-4b367abf0524 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "DELETE /v2.0/floatingips/d55e5bc6-fd9f-4d47-9f5c-373868eafc41 HTTP/1.1" status: 204 len: 168 time: 0.6106238 Nov 23 04:27:29.745147 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1f0a-acdb-42e8-aac6-1a3f1668137a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:30.317525 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35578) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:30.376247 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-273b9d71-7184-414a-ad3c-2f6e1d279907 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:30.403258 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-273b9d71-7184-414a-ad3c-2f6e1d279907 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:30.516333 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-273b9d71-7184-414a-ad3c-2f6e1d279907 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:30.518932 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-273b9d71-7184-414a-ad3c-2f6e1d279907 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:30.520137 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-273b9d71-7184-414a-ad3c-2f6e1d279907 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] 10.222.0.54 "DELETE /v2.0/security-groups/3b2ec7e8-05fa-43d4-ad59-746971c79802 HTTP/1.1" status: 204 len: 168 time: 0.2016253 Nov 23 04:27:30.544748 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b9d71-7184-414a-ad3c-2f6e1d279907 tempest-TestVolumeBootPattern-1129268142 tempest-TestVolumeBootPattern-1129268142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2ec7e8-05fa-43d4-ad59-746971c79802,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:30.633992 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35588) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:30.973356 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:31.118018 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124048'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:31.356416 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] Deleting port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:31.357130 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:31.432960 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] For port b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:31.433352 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:31.445505 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] Calling delete_port for b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:31.687075 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:31.715197 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:31.898540 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124028'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.107266 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35598) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:32.219483 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f614084e-2741-42b5-b9f8-5edc8d6a3428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.300183 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f614084e-2741-42b5-b9f8-5edc8d6a3428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.345975 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] Router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:27:32.369710 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f614084e-2741-42b5-b9f8-5edc8d6a3428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.411136 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f614084e-2741-42b5-b9f8-5edc8d6a3428 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=abb173e0ef684933a3f37fa1d87562a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004360 Nov 23 04:27:32.411136 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614084e-2741-42b5-b9f8-5edc8d6a3428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0061eee6-453f-444c-ac89-09a014135234,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:32.413224 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:32.436288 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.453348 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:27:32.462010 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c5186544-0262-41e2-93d9-60dcdd00d257 admin admin] 10.222.0.54 "PUT /v2.0/routers/f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8231075 Nov 23 04:27:32.462010 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35604) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:32.462220 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7bd0-1bf6-4a70-b281-0ae8973517ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.466962 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d940b52-31b9-48ba-a0dd-48b789d4e807 None None] Sync routers for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:27:32.481100 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d940b52-31b9-48ba-a0dd-48b789d4e807 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:27:32.481758 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2d940b52-31b9-48ba-a0dd-48b789d4e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:27:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:32.484558 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7bd0-1bf6-4a70-b281-0ae8973517ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.566476 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.592734 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2d940b52-31b9-48ba-a0dd-48b789d4e807 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: dv-cinder-768458-16-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:27:32.600949 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7bd0-1bf6-4a70-b281-0ae8973517ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.603830 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb1e7bd0-1bf6-4a70-b281-0ae8973517ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.605192 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cb1e7bd0-1bf6-4a70-b281-0ae8973517ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0061eee6-453f-444c-ac89-09a014135234 HTTP/1.1" status: 204 len: 168 time: 0.1909728 Nov 23 04:27:32.615072 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e7bd0-1bf6-4a70-b281-0ae8973517ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0061eee6-453f-444c-ac89-09a014135234,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:32.685225 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.811781 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2d940b52-31b9-48ba-a0dd-48b789d4e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:27:31Z', 'revision_number': 5, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port': {'id': '16bd8100-908d-47d6-941d-a0a4bc7b8a49', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:32.836855 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Deleting port 16bd8100-908d-47d6-941d-a0a4bc7b8a49 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:32.839728 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.839856 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d940b52-31b9-48ba-a0dd-48b789d4e807 None None] Checking router: f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff for host: dv-cinder-768458-16-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:27:32.846077 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d940b52-31b9-48ba-a0dd-48b789d4e807 None None] Routers {'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:27:32.846669 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2d940b52-31b9-48ba-a0dd-48b789d4e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:27:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:32.917066 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] For port 16bd8100-908d-47d6-941d-a0a4bc7b8a49, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=16bd8100-908d-47d6-941d-a0a4bc7b8a49,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:32.917991 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:32.931372 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Calling delete_port for 16bd8100-908d-47d6-941d-a0a4bc7b8a49 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:32.934661 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2d940b52-31b9-48ba-a0dd-48b789d4e807 None None] Set router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:27:32.990687 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2d940b52-31b9-48ba-a0dd-48b789d4e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:27:32Z', 'revision_number': 6, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port_host': None}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:33.020308 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d940b52-31b9-48ba-a0dd-48b789d4e807 None None] The sync data for ids ['f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff'] in dv-cinder-768458-16-iscsi is: [{'id': 'f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff', 'name': 'tempest-TestVolumeBootPattern-1523150392-router', 'tenant_id': '8068470657b040ab9af34219d8935846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:10Z', 'updated_at': '2021-11-23T04:27:32Z', 'revision_number': 6, 'project_id': '8068470657b040ab9af34219d8935846', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:27:33.213605 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.239853 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Pushing event deleted for resources: {'Port': ['ID=16bd8100-908d-47d6-941d-a0a4bc7b8a49,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:33.302658 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120798'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.310914 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.393080 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12857'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.395403 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.515363 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4120637'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.515977 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:27:33.520140 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.521337 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-91fbef06-7b1a-4f16-93a0-08735881da79 admin admin] 10.222.0.54 "DELETE /v2.0/routers/f23e0fb5-9d7a-47a0-b619-6d36ebaed0ff HTTP/1.1" status: 204 len: 168 time: 1.0590317 Nov 23 04:27:33.523796 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35624) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:33.571915 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cdfeaf-7ac0-437e-ab6d-ec8a83a46ee0 admin admin] Deleting subnet a771ab3d-7869-48e6-b69e-7e08f226f564 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:27:33.575094 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13cdfeaf-7ac0-437e-ab6d-ec8a83a46ee0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.609997 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13cdfeaf-7ac0-437e-ab6d-ec8a83a46ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197436'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.645331 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35628) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:33.689377 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13cdfeaf-7ac0-437e-ab6d-ec8a83a46ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.747781 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-507146032-network', 'tenant_id': '5aefaed1a2c141bf8363bb8ad5676b30'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:27:33.809215 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13cdfeaf-7ac0-437e-ab6d-ec8a83a46ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9143487'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.835933 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdfeaf-7ac0-437e-ab6d-ec8a83a46ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a771ab3d-7869-48e6-b69e-7e08f226f564,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:33.841314 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13cdfeaf-7ac0-437e-ab6d-ec8a83a46ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.844629 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-13cdfeaf-7ac0-437e-ab6d-ec8a83a46ee0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a771ab3d-7869-48e6-b69e-7e08f226f564 HTTP/1.1" status: 204 len: 168 time: 0.3199327 Nov 23 04:27:33.847155 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35632) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:33.847555 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Made reservation on behalf of 5aefaed1a2c141bf8363bb8ad5676b30 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:27:33.849977 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.856142 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db2ecc0-d92c-46a1-9007-23ceb9446742 None None] Network 3f5880c1-f079-4dc1-b8fc-71110c737c22 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:27:33.861679 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.922571 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.953912 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:33.987760 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Deleting port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:33.988096 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.013260 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.030137 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:27:34.055830 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:27:34.068968 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.069617 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Added segment b2caf4c8-cccb-44cd-8446-401f44e9643f of type vlan for network 4aa2a4b8-a939-485a-bd14-88158a650324 Nov 23 04:27:34.073470 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] For port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=a9171b7b-1ac6-4bb2-9fc7-5a419b33c194,segment=NetworkSegment(702384a1-541f-4d9b-bce4-b31aa3df9800),segment_id=702384a1-541f-4d9b-bce4-b31aa3df9800)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:34.073934 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.082870 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:27:34.083238 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device b24d2e61-bb54-4ac8-b5e7-3f96e59a6e29 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:27:34.083666 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 16bd8100-908d-47d6-941d-a0a4bc7b8a49 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:27:34.088659 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Calling delete_port for a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:34.092226 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27f4090-b01f-480f-9603-ddbc6747fdc1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:34.110281 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 16bd8100-908d-47d6-941d-a0a4bc7b8a49 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:27:34.110805 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 16bd8100-908d-47d6-941d-a0a4bc7b8a49 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:27:34.128799 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761059889412'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.210902 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.211961 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:34.216018 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.245413 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] DHCP port deletion for 3f5880c1-f079-4dc1-b8fc-71110c737c22 request from dv-cinder-768458-16-iscsi {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:27:34.263763 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.274788 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] Pushing event updated for resources: {'Network': ['ID=4aa2a4b8-a939-485a-bd14-88158a650324,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:34.293271 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Network 4aa2a4b8-a939-485a-bd14-88158a650324 details requested by agent ovs-agent-dv-cinder-768458-16-iscsi with host dv-cinder-768458-16-iscsi {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:27:34.300222 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] No DVR routers for this DVR port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 on host dv-cinder-768458-16-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:27:34.303961 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9171b7b-1ac6-4bb2-9fc7-5a419b33c194,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:34.324358 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c1fb269c-1c29-4a2b-9b91-2f39d37ade3c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6779258 Nov 23 04:27:34.327133 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.54', 35634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:34.333775 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] Request body: {'subnet': {'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-507146032-subnet', 'tenant_id': '5aefaed1a2c141bf8363bb8ad5676b30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:27:34.359806 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Deleting port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:34.359806 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.378231 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.398385 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5880c1-f079-4dc1-b8fc-71110c737c22']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:34.408172 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702384a1-541f-4d9b-bce4-b31aa3df9800') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:34.408593 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702384a1-541f-4d9b-bce4-b31aa3df9800') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:34.418740 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197431'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.426765 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] For port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194, host dv-cinder-768458-16-iscsi, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:34.427156 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.431672 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.436282 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] Made reservation on behalf of 5aefaed1a2c141bf8363bb8ad5676b30 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:27:34.438620 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9476332'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.440020 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Calling delete_port for a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:34.442243 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:27:34.442746 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9645248'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.443483 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: Traceback (most recent call last): Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: timer() Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: cb(*args, **kw) Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: return func(*args, **kwargs) Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: self._notify() Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: self.callback(batched_events) Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: event.method(event) Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: return f(self, *a, **k) Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._get(url).json() Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: return self.request(url, 'GET', **kwargs) Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:27:34.445345 dv-cinder-768458-16-iscsi neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:27:34.448323 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.472941 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Pushing event deleted for resources: {'Port': ['ID=a9171b7b-1ac6-4bb2-9fc7-5a419b33c194,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:34.477296 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] No DVR routers for this DVR port a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 on host dv-cinder-768458-16-iscsi {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:27:34.484339 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.485167 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.485167 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.485397 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.485662 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.485989 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.486308 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.486638 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.486966 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.487303 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.487625 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.487944 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cda2a0-d1cf-4073-b490-45bc55f62559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:27:34.595939 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.600329 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.604540 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3f5880c1-f079-4dc1-b8fc-71110c737c22 HTTP/1.1" status: 204 len: 168 time: 0.7560205 Nov 23 04:27:34.607749 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35636) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:34.623138 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbd1e2-3883-4bf9-98e2-91a1fdb09306 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5880c1-f079-4dc1-b8fc-71110c737c22,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:34.762168 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9476306'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:34.823109 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a093268f-c6e2-4ea4-a29e-6b3890befbd8,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:34.833070 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] Checking segment: {'id': 'b2caf4c8-cccb-44cd-8446-401f44e9643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:27:34.836481 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] Network hostable DHCP agents. Network: 4aa2a4b8-a939-485a-bd14-88158a650324, hostable agents: ['52ac23b3-e749-476b-b5fd-bc727088af26'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:27:34.927278 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] Network 4aa2a4b8-a939-485a-bd14-88158a650324 is scheduled to be hosted by DHCP agent 52ac23b3-e749-476b-b5fd-bc727088af26 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:27:34.961016 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124048'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:35.001551 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-16-iscsi, 4aa2a4b8-a939-485a-bd14-88158a650324) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:27:35.005554 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:35.006131 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:35.014480 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b612198-3317-4003-b11b-75edc2dbd99a None None] Network 4aa2a4b8-a939-485a-bd14-88158a650324 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:27:35.102373 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c66b48e2-b0a7-4273-b91b-7495278ab95f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7738569 Nov 23 04:27:35.158110 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c5187-edcf-4a05-87fe-b151239837d6 None None] Network 4aa2a4b8-a939-485a-bd14-88158a650324 requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:27:35.218524 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] Deleting port 493cbd84-7922-46a6-a9cd-8d9d12af1efe {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:35.218524 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:35.303322 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] For port 493cbd84-7922-46a6-a9cd-8d9d12af1efe, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=493cbd84-7922-46a6-a9cd-8d9d12af1efe,segment=NetworkSegment(4adb7ade-3130-423e-a167-f1decc895d5f),segment_id=4adb7ade-3130-423e-a167-f1decc895d5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:35.303704 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:35.316970 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] Calling delete_port for 493cbd84-7922-46a6-a9cd-8d9d12af1efe owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:35.567803 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:35.594244 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] Pushing event deleted for resources: {'Port': ['ID=493cbd84-7922-46a6-a9cd-8d9d12af1efe,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:35.762268 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3702132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124028'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:36.098501 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:27:36.119937 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:27:36.120166 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device a9171b7b-1ac6-4bb2-9fc7-5a419b33c194 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:27:36.200270 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] Router 731e6898-0657-4f87-82d8-c1010de01896 has already been hosted by L3 agent d698791b-1204-4756-9a69-44a6c13f83bc {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:27:36.303930 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] Notify agent at l3_agent.dv-cinder-768458-16-iscsi the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:27:36.311626 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-4446af39-851b-4913-a18c-f4b0d2a29782 admin admin] 10.222.0.54 "PUT /v2.0/routers/731e6898-0657-4f87-82d8-c1010de01896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7006469 Nov 23 04:27:36.311897 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35648) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:36.312264 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411c3a3-762f-4f11-9d2f-7412f3336560 None None] Sync routers for ids ['731e6898-0657-4f87-82d8-c1010de01896'] in dv-cinder-768458-16-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:27:36.322255 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411c3a3-762f-4f11-9d2f-7412f3336560 None None] Routers {'731e6898-0657-4f87-82d8-c1010de01896'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:27:36.322870 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f411c3a3-762f-4f11-9d2f-7412f3336560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:27:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['731e6898-0657-4f87-82d8-c1010de01896'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:36.415039 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:36.429031 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f411c3a3-762f-4f11-9d2f-7412f3336560 None None] Set router 731e6898-0657-4f87-82d8-c1010de01896 gateway port host: dv-cinder-768458-16-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:27:36.512406 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:36.679106 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Deleting port 6387316a-2c06-48f4-aa9e-000fa5537120 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:36.679515 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:36.710110 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f411c3a3-762f-4f11-9d2f-7412f3336560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731e6898-0657-4f87-82d8-c1010de01896', 'name': 'tempest-TestVolumeBootPattern-1839803296-router', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'external_fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:16Z', 'updated_at': '2021-11-23T04:27:35Z', 'revision_number': 5, 'project_id': '79306b7f404247ca9a8254321142d89b', 'gw_port': {'id': '6387316a-2c06-48f4-aa9e-000fa5537120', 'name': '', 'network_id': '52b5fd26-0ab9-4945-8652-d8f62fa2af71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731e6898-0657-4f87-82d8-c1010de01896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:20:17Z', 'updated_at': '2021-11-23T04:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aef8796-272c-483b-b402-9c0eaaab6b7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-16-iscsi'}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:36.737492 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411c3a3-762f-4f11-9d2f-7412f3336560 None None] Checking router: 731e6898-0657-4f87-82d8-c1010de01896 for host: dv-cinder-768458-16-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:27:36.746307 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411c3a3-762f-4f11-9d2f-7412f3336560 None None] Routers {'731e6898-0657-4f87-82d8-c1010de01896'} bound to L3 agent in host dv-cinder-768458-16-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:27:36.746912 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f411c3a3-762f-4f11-9d2f-7412f3336560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:06:00Z,description=,heartbeat_timestamp=2021-11-23T04:27:30Z,host='dv-cinder-768458-16-iscsi',id=d698791b-1204-4756-9a69-44a6c13f83bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:06:00Z,topic='l3_agent')) {'router_ids': ['731e6898-0657-4f87-82d8-c1010de01896'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:36.757467 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] For port 6387316a-2c06-48f4-aa9e-000fa5537120, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=6387316a-2c06-48f4-aa9e-000fa5537120,segment=NetworkSegment(5370632b-add6-4cc6-8c5b-8b762459033d),segment_id=5370632b-add6-4cc6-8c5b-8b762459033d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:36.757855 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:36.770957 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Calling delete_port for 6387316a-2c06-48f4-aa9e-000fa5537120 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:36.833321 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f411c3a3-762f-4f11-9d2f-7412f3336560 None None] Set router 731e6898-0657-4f87-82d8-c1010de01896 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:27:36.887285 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f411c3a3-762f-4f11-9d2f-7412f3336560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731e6898-0657-4f87-82d8-c1010de01896', 'name': 'tempest-TestVolumeBootPattern-1839803296-router', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:16Z', 'updated_at': '2021-11-23T04:27:36Z', 'revision_number': 6, 'project_id': '79306b7f404247ca9a8254321142d89b', 'gw_port_host': None}], 'dv-cinder-768458-16-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:36.913091 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411c3a3-762f-4f11-9d2f-7412f3336560 None None] The sync data for ids ['731e6898-0657-4f87-82d8-c1010de01896'] in dv-cinder-768458-16-iscsi is: [{'id': '731e6898-0657-4f87-82d8-c1010de01896', 'name': 'tempest-TestVolumeBootPattern-1839803296-router', 'tenant_id': '79306b7f404247ca9a8254321142d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:20:16Z', 'updated_at': '2021-11-23T04:27:36Z', 'revision_number': 6, 'project_id': '79306b7f404247ca9a8254321142d89b', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:27:37.024865 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.051784 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=6387316a-2c06-48f4-aa9e-000fa5537120,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:37.113503 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120798'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.202850 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12857'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.204818 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.259768 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-d36b5a46-f266-4d1b-be27-6eee9da40c01 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:37.261409 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-d36b5a46-f266-4d1b-be27-6eee9da40c01 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/networks?id=4aa2a4b8-a939-485a-bd14-88158a650324 HTTP/1.1" status: 200 len: 813 time: 0.1095767 Nov 23 04:27:37.278520 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-6d938be3-496d-46cc-8b77-7202b6e2f394 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/quotas/5aefaed1a2c141bf8363bb8ad5676b30 HTTP/1.1" status: 200 len: 375 time: 0.0112062 Nov 23 04:27:37.293261 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4120637'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.293868 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 731e6898-0657-4f87-82d8-c1010de01896 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:27:37.298829 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.302600 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-808da316-ab65-44bb-adbc-a948a2108e53 admin admin] 10.222.0.54 "DELETE /v2.0/routers/731e6898-0657-4f87-82d8-c1010de01896 HTTP/1.1" status: 204 len: 168 time: 0.9874289 Nov 23 04:27:37.302948 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35664) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:37.320285 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-4c969c24-e54c-4ba9-831d-4942dfa4d79c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5aefaed1a2c141bf8363bb8ad5676b30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351064 Nov 23 04:27:37.356999 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e83ac59-d373-4cc2-8a41-ef9f3a74f692 admin admin] Deleting subnet af24a5d6-a158-4e16-9520-2bb98859f008 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:27:37.360376 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac59-d373-4cc2-8a41-ef9f3a74f692 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.395141 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac59-d373-4cc2-8a41-ef9f3a74f692 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197436'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.458684 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-04aa32a4-690a-43fa-9c90-3f8e6e60782c service neutron] 10.222.0.54 "GET /v2.0/networks/4aa2a4b8-a939-485a-bd14-88158a650324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357954 Nov 23 04:27:37.470271 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac59-d373-4cc2-8a41-ef9f3a74f692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.547754 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-1b610b80-0d17-47b6-8fe7-3380601466f4 service neutron] 10.222.0.54 "GET /v2.0/networks/4aa2a4b8-a939-485a-bd14-88158a650324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827589 Nov 23 04:27:37.595671 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac59-d373-4cc2-8a41-ef9f3a74f692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9143487'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.621137 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83ac59-d373-4cc2-8a41-ef9f3a74f692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af24a5d6-a158-4e16-9520-2bb98859f008,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:37.624687 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e83ac59-d373-4cc2-8a41-ef9f3a74f692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.627991 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-5e83ac59-d373-4cc2-8a41-ef9f3a74f692 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/af24a5d6-a158-4e16-9520-2bb98859f008 HTTP/1.1" status: 204 len: 168 time: 0.3238876 Nov 23 04:27:37.630420 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35668) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:37.630978 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6980a6d9-95ac-4d69-822e-b8ac2a68fa37 None None] Network 111a3733-f219-4753-bf2c-971010b0411b requested from dv-cinder-768458-16-iscsi {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:27:37.708991 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.762457 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Deleting port f208728b-dce5-48f4-8a97-494c5853a657 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:37.762792 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.804190 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fffc8db-8d43-487c-a90c-391b27fad39b None None] DHCP port deletion for 111a3733-f219-4753-bf2c-971010b0411b request from dv-cinder-768458-16-iscsi {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:27:37.829812 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] For port f208728b-dce5-48f4-8a97-494c5853a657, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=f208728b-dce5-48f4-8a97-494c5853a657,segment=NetworkSegment(4adb7ade-3130-423e-a167-f1decc895d5f),segment_id=4adb7ade-3130-423e-a167-f1decc895d5f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:37.830361 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.843883 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Calling delete_port for f208728b-dce5-48f4-8a97-494c5853a657 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:37.857093 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1fffc8db-8d43-487c-a90c-391b27fad39b None None] Deleting port f208728b-dce5-48f4-8a97-494c5853a657 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:27:37.857466 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fffc8db-8d43-487c-a90c-391b27fad39b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.920089 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1fffc8db-8d43-487c-a90c-391b27fad39b None None] For port f208728b-dce5-48f4-8a97-494c5853a657, host dv-cinder-768458-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-16-iscsi',level=0,port_id=f208728b-dce5-48f4-8a97-494c5853a657,segment=NetworkSegment(4adb7ade-3130-423e-a167-f1decc895d5f),segment_id=4adb7ade-3130-423e-a167-f1decc895d5f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:37.920536 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fffc8db-8d43-487c-a90c-391b27fad39b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:37.933949 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1fffc8db-8d43-487c-a90c-391b27fad39b None None] Calling delete_port for f208728b-dce5-48f4-8a97-494c5853a657 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:27:38.024793 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9645237'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.038731 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fffc8db-8d43-487c-a90c-391b27fad39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.053043 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Pushing event deleted for resources: {'Port': ['ID=f208728b-dce5-48f4-8a97-494c5853a657,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:38.055041 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] No DVR routers for this DVR port f208728b-dce5-48f4-8a97-494c5853a657 on host dv-cinder-768458-16-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:27:38.061552 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device f208728b-dce5-48f4-8a97-494c5853a657 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:27:38.066334 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffc8db-8d43-487c-a90c-391b27fad39b None None] Pushing event deleted for resources: {'Port': ['ID=f208728b-dce5-48f4-8a97-494c5853a657,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:38.069493 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fffc8db-8d43-487c-a90c-391b27fad39b None None] No DVR routers for this DVR port f208728b-dce5-48f4-8a97-494c5853a657 on host dv-cinder-768458-16-iscsi {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:27:38.088347 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: f208728b-dce5-48f4-8a97-494c5853a657 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:27:38.088696 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device f208728b-dce5-48f4-8a97-494c5853a657 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:27:38.089115 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 493cbd84-7922-46a6-a9cd-8d9d12af1efe no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:27:38.111519 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 493cbd84-7922-46a6-a9cd-8d9d12af1efe {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:27:38.111870 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 493cbd84-7922-46a6-a9cd-8d9d12af1efe not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:27:38.112283 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 6387316a-2c06-48f4-aa9e-000fa5537120 no longer exists at agent ovs-agent-dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:27:38.131045 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] No Port match for: 6387316a-2c06-48f4-aa9e-000fa5537120 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:27:38.131414 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Device 6387316a-2c06-48f4-aa9e-000fa5537120 not bound to the agent host dv-cinder-768458-16-iscsi {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:27:38.131882 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.154275 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111a3733-f219-4753-bf2c-971010b0411b']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:38.169999 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adb7ade-3130-423e-a167-f1decc895d5f') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:38.169999 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adb7ade-3130-423e-a167-f1decc895d5f') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:27:38.173407 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197431'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.186435 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.192253 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:27:38.192629 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9645248'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: Traceback (most recent call last): Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: timer() Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: cb(*args, **kw) Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: return func(*args, **kwargs) Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: self._notify() Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: self.callback(batched_events) Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: event.method(event) Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: return f(self, *a, **k) Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._get(url).json() Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: return self.request(url, 'GET', **kwargs) Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:27:38.194360 dv-cinder-768458-16-iscsi neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:27:38.337995 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.349585 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.349585 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] 10.222.0.54 "DELETE /v2.0/networks/111a3733-f219-4753-bf2c-971010b0411b HTTP/1.1" status: 204 len: 168 time: 0.7152765 Nov 23 04:27:38.358109 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de414bf-63b1-4011-954a-19bf24504605 admin admin] Pushing event deleted for resources: {'Network': ['ID=111a3733-f219-4753-bf2c-971010b0411b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:38.676987 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35676) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:38.717534 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-9b60fe4e-9e99-4884-bcb3-2d226fb89497 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8068470657b040ab9af34219d8935846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393362 Nov 23 04:27:38.719951 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35678) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:38.773340 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee0cc034-38cb-4a82-8f74-3a59e945445c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.798327 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee0cc034-38cb-4a82-8f74-3a59e945445c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.807135 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c7849dfb-e7e3-4528-b12e-e4018788deae req-34acba23-cad5-4b4e-92a7-63bd8ccef65e tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 210 time: 0.0267227 Nov 23 04:27:38.922035 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee0cc034-38cb-4a82-8f74-3a59e945445c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.924861 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee0cc034-38cb-4a82-8f74-3a59e945445c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:38.925887 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-ee0cc034-38cb-4a82-8f74-3a59e945445c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb9da0b9-d68c-4c1d-9e0b-cb9f19863221 HTTP/1.1" status: 204 len: 168 time: 0.2050390 Nov 23 04:27:38.934474 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cc034-38cb-4a82-8f74-3a59e945445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9da0b9-d68c-4c1d-9e0b-cb9f19863221,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:39.660539 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35698) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:39.700214 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-a6694345-0ec8-4e74-9569-aaf4a1fde744 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79306b7f404247ca9a8254321142d89b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384831 Nov 23 04:27:39.702688 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 35700) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:27:39.751815 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a556fccd-13a0-447b-8acd-67ef98b256e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:39.773056 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a556fccd-13a0-447b-8acd-67ef98b256e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:39.882266 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-57356954-09d9-478d-b7b9-e25a76aae832 req-9081525d-28a1-4b75-a729-473fc729a6d3 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 210 time: 0.0257778 Nov 23 04:27:39.899188 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a556fccd-13a0-447b-8acd-67ef98b256e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:39.901943 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a556fccd-13a0-447b-8acd-67ef98b256e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:39.903430 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-a556fccd-13a0-447b-8acd-67ef98b256e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78f8ae06-3d20-4bc2-a69d-4d2631b0f01a HTTP/1.1" status: 204 len: 168 time: 0.1997101 Nov 23 04:27:39.910999 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556fccd-13a0-447b-8acd-67ef98b256e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f8ae06-3d20-4bc2-a69d-4d2631b0f01a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:40.975477 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c0a36273-bba1-4e92-8292-0c436594283d req-5b52cbc4-805f-4277-9ee9-cb187f756c52 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 210 time: 0.0294549 Nov 23 04:27:42.067670 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-03b8b3ea-3207-40e2-a412-810d5f48580c req-a3f321f3-66c9-42e7-88e1-38340883628b tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 210 time: 0.0258036 Nov 23 04:27:42.397761 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-abc8e1c0-e5d7-407b-9b6d-862b361529a6 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:42.399268 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-abc8e1c0-e5d7-407b-9b6d-862b361529a6 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.50 "GET /v2.0/networks?id=4aa2a4b8-a939-485a-bd14-88158a650324 HTTP/1.1" status: 200 len: 813 time: 0.1012728 Nov 23 04:27:42.416692 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Request body: {'port': {'device_id': '2ac26d8f-892c-459a-a3fb-699050981b6a', 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324', 'admin_state_up': True, 'tenant_id': '5aefaed1a2c141bf8363bb8ad5676b30'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:27:42.618856 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Made reservation on behalf of 5aefaed1a2c141bf8363bb8ad5676b30 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:27:42.623954 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:42.750795 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Allocated IP 172.20.0.10 (4aa2a4b8-a939-485a-bd14-88158a650324/a093268f-c6e2-4ea4-a29e-6b3890befbd8/f0e5b778-1834-4698-960a-708288f788dd) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:27:42.890668 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:42.996655 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:43.042410 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Network 4aa2a4b8-a939-485a-bd14-88158a650324 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:27:43.045794 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:27:43.049683 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:27:43.075151 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Pushing event updated for resources: {'Port': ['ID=f0e5b778-1834-4698-960a-708288f788dd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:43.102233 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:43.102837 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:43.173163 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-51e0cb3c-0f53-4fab-9b0c-4470bf63c0fe tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7599945 Nov 23 04:27:43.185862 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25081868-3f24-474a-b2ef-58fdb56890f8 req-42809832-30ba-40a2-ab0c-adedf736ce2b tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:43.187296 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25081868-3f24-474a-b2ef-58fdb56890f8 req-42809832-30ba-40a2-ab0c-adedf736ce2b tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 932 time: 0.0530372 Nov 23 04:27:43.192067 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Request body: {'port': {'device_id': '2ac26d8f-892c-459a-a3fb-699050981b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:27:43.550773 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:43.555283 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25081868-3f24-474a-b2ef-58fdb56890f8 req-37e85e75-48c7-4a3f-a693-a3736f48f89d tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599718 Nov 23 04:27:43.806736 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e5b778-1834-4698-960a-708288f788dd {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:27:43.814255 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:43.825851 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Transition to ACTIVE for port object f0e5b778-1834-4698-960a-708288f788dd will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:27:43.887761 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:43.941628 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e5b778-1834-4698-960a-708288f788dd,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:44.005094 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Attempting to bind port f0e5b778-1834-4698-960a-708288f788dd on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:27:44.005424 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Attempting to bind port f0e5b778-1834-4698-960a-708288f788dd by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b2caf4c8-cccb-44cd-8446-401f44e9643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:27:44.005746 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Attempting to bind port f0e5b778-1834-4698-960a-708288f788dd on network 4aa2a4b8-a939-485a-bd14-88158a650324 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:27:44.009886 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Port f0e5b778-1834-4698-960a-708288f788dd on network 4aa2a4b8-a939-485a-bd14-88158a650324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:27:44.010201 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Attempting to bind port f0e5b778-1834-4698-960a-708288f788dd on network 4aa2a4b8-a939-485a-bd14-88158a650324 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:27:44.015624 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:27:44.015956 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Checking segment: {'id': 'b2caf4c8-cccb-44cd-8446-401f44e9643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:27:44.016326 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Bound using segment: {'id': 'b2caf4c8-cccb-44cd-8446-401f44e9643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:27:44.016744 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Bound port: f0e5b778-1834-4698-960a-708288f788dd, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2caf4c8-cccb-44cd-8446-401f44e9643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:27:44.017099 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:44.077746 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] For port f0e5b778-1834-4698-960a-708288f788dd, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:27:44.080567 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] For port f0e5b778-1834-4698-960a-708288f788dd, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0e5b778-1834-4698-960a-708288f788dd,segment=NetworkSegment(b2caf4c8-cccb-44cd-8446-401f44e9643f),segment_id=b2caf4c8-cccb-44cd-8446-401f44e9643f)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:27:44.133555 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:44.174282 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:44.174898 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:44.176288 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] 10.222.0.50 "PUT /v2.0/ports/f0e5b778-1834-4698-960a-708288f788dd HTTP/1.1" status: 200 len: 1094 time: 0.9881251 Nov 23 04:27:44.176726 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac26d8f-892c-459a-a3fb-699050981b6a', 'tag': 'f0e5b778-1834-4698-960a-708288f788dd'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:27:44.178953 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef5737-3c74-4789-a9d1-2e16f18c295e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac26d8f-892c-459a-a3fb-699050981b6a", "tag": "f0e5b778-1834-4698-960a-708288f788dd"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:27:44.199745 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c09da-f16f-4f35-92de-e28c644f4383 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e5b778-1834-4698-960a-708288f788dd,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:44.218343 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bea004b-9550-46b6-a2e5-b977c48d0fca x-openstack-request-id: req-7bea004b-9550-46b6-a2e5-b977c48d0fca {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:27:44.218637 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac26d8f-892c-459a-a3fb-699050981b6a", "tag": "f0e5b778-1834-4698-960a-708288f788dd", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:27:44.218888 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bea004b-9550-46b6-a2e5-b977c48d0fca {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:27:44.219322 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac26d8f-892c-459a-a3fb-699050981b6a', 'tag': 'f0e5b778-1834-4698-960a-708288f788dd', 'status': 'completed', 'code': 200} Nov 23 04:27:44.299728 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef5737-3c74-4789-a9d1-2e16f18c295e req-b5b45317-8d80-418c-8d26-02581b3639d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:44.301196 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4eef5737-3c74-4789-a9d1-2e16f18c295e req-b5b45317-8d80-418c-8d26-02581b3639d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5aefaed1a2c141bf8363bb8ad5676b30&device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 1097 time: 0.0415664 Nov 23 04:27:44.409649 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef5737-3c74-4789-a9d1-2e16f18c295e req-ac4f21ea-ab76-4021-84be-97c4c6c8e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:44.411005 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4eef5737-3c74-4789-a9d1-2e16f18c295e req-ac4f21ea-ab76-4021-84be-97c4c6c8e5d9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5aefaed1a2c141bf8363bb8ad5676b30&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0952187 Nov 23 04:27:44.502422 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef5737-3c74-4789-a9d1-2e16f18c295e req-03c9283c-d8e8-4303-ab36-3de05fe75477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:44.503888 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4eef5737-3c74-4789-a9d1-2e16f18c295e req-03c9283c-d8e8-4303-ab36-3de05fe75477 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863256 Nov 23 04:27:44.599182 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-36c4006d-6652-4e64-9a54-d3656d6ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:44.600684 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-36c4006d-6652-4e64-9a54-d3656d6ac8b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5aefaed1a2c141bf8363bb8ad5676b30&device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 1097 time: 0.0412111 Nov 23 04:27:44.659624 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-e9dac2cf-aea0-4a23-9350-5545aa4210e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0e5b778-1834-4698-960a-708288f788dd HTTP/1.1" status: 200 len: 217 time: 0.0449696 Nov 23 04:27:44.731075 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91198720-5cc6-44c8-b864-de8f71b4635f req-713ecf0c-ef06-4049-85c5-e03fec06dfbd tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:44.732540 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-91198720-5cc6-44c8-b864-de8f71b4635f req-713ecf0c-ef06-4049-85c5-e03fec06dfbd tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 944 time: 0.1114392 Nov 23 04:27:44.734233 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-ae9db536-bb29-4376-92a4-4122e5325af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:44.735545 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-ae9db536-bb29-4376-92a4-4122e5325af5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a093268f-c6e2-4ea4-a29e-6b3890befbd8 HTTP/1.1" status: 200 len: 853 time: 0.0613608 Nov 23 04:27:44.779050 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-8ad0b6f9-d063-4b76-8f31-318398a9d8d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4aa2a4b8-a939-485a-bd14-88158a650324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350554 Nov 23 04:27:44.845489 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-91198720-5cc6-44c8-b864-de8f71b4635f req-148eea43-19d2-4c70-8119-78ffc9b02116 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070311 Nov 23 04:27:44.884463 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-f76f86d5-7e0e-4314-aa88-a26f0775ad71 service neutron] 10.222.0.50 "GET /v2.0/networks/4aa2a4b8-a939-485a-bd14-88158a650324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957999 Nov 23 04:27:44.976473 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e14cf09-4584-4ed0-a994-367f24ead194 req-8a188a81-c477-457e-9207-96f219f3cdab service neutron] 10.222.0.50 "GET /v2.0/networks/4aa2a4b8-a939-485a-bd14-88158a650324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850458 Nov 23 04:27:45.960354 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d7a53-8309-457a-9b30-86b8a4969946 req-1f64758e-b4a2-413a-929e-8fb0330e4f93 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:45.961723 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-646d7a53-8309-457a-9b30-86b8a4969946 req-1f64758e-b4a2-413a-929e-8fb0330e4f93 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 944 time: 0.0486705 Nov 23 04:27:46.009145 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-646d7a53-8309-457a-9b30-86b8a4969946 req-764867f0-df3c-45d7-a441-ac84dd81efe5 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Nov 23 04:27:47.123795 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef25db-f8f9-4ca2-8697-cec4aa6a0e74 req-ffc8a560-dd12-40ee-bdc0-b8828c85884d tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:47.125386 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8aef25db-f8f9-4ca2-8697-cec4aa6a0e74 req-ffc8a560-dd12-40ee-bdc0-b8828c85884d tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 944 time: 0.0497501 Nov 23 04:27:47.175163 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8aef25db-f8f9-4ca2-8697-cec4aa6a0e74 req-f766d100-d329-4560-b513-93f085d6dce9 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439193 Nov 23 04:27:47.319396 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f0e5b778-1834-4698-960a-708288f788dd details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:27:47.413287 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port f0e5b778-1834-4698-960a-708288f788dd, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0e5b778-1834-4698-960a-708288f788dd,segment=NetworkSegment(b2caf4c8-cccb-44cd-8446-401f44e9643f),segment_id=b2caf4c8-cccb-44cd-8446-401f44e9643f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:47.425009 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': 'f0e5b778-1834-4698-960a-708288f788dd', 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324', 'port_id': 'f0e5b778-1834-4698-960a-708288f788dd', 'mac_address': 'fa:16:3e:c7:db:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a093268f-c6e2-4ea4-a29e-6b3890befbd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:27:47.460030 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:47.473393 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e5b778-1834-4698-960a-708288f788dd {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:27:47.492831 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port f0e5b778-1834-4698-960a-708288f788dd, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0e5b778-1834-4698-960a-708288f788dd,segment=NetworkSegment(b2caf4c8-cccb-44cd-8446-401f44e9643f),segment_id=b2caf4c8-cccb-44cd-8446-401f44e9643f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:47.555443 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:47.600907 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=f0e5b778-1834-4698-960a-708288f788dd,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:47.858401 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['f0e5b778-1834-4698-960a-708288f788dd'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:27:48.288680 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3142a0b-7a17-4112-a153-24d02173af57 req-0c05db80-3019-4176-9cff-8e470a1bee00 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:48.290136 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3142a0b-7a17-4112-a153-24d02173af57 req-0c05db80-3019-4176-9cff-8e470a1bee00 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 945 time: 0.0481424 Nov 23 04:27:48.336008 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3142a0b-7a17-4112-a153-24d02173af57 req-9c75593a-3a12-4c83-9f01-a548a9627f2d tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392604 Nov 23 04:27:49.320056 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f0e5b778-1834-4698-960a-708288f788dd up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:27:49.424628 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port f0e5b778-1834-4698-960a-708288f788dd completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:27:49.428692 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port f0e5b778-1834-4698-960a-708288f788dd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:27:49.429058 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:49.451129 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ca5a1-5e81-4cc3-92a9-026e2dbfaf33 req-a8fb4d81-d59f-47b6-944b-42f2d3ba8268 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:49.452753 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-773ca5a1-5e81-4cc3-92a9-026e2dbfaf33 req-a8fb4d81-d59f-47b6-944b-42f2d3ba8268 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 945 time: 0.0492551 Nov 23 04:27:49.503755 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-773ca5a1-5e81-4cc3-92a9-026e2dbfaf33 req-454ed12a-d7c8-496f-be1e-8def1a42f7dd tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 Nov 23 04:27:49.513158 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:49.536888 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac26d8f-892c-459a-a3fb-699050981b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e5b778-1834-4698-960a-708288f788dd'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:27:49.539126 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9c5138-aa37-4184-bafa-1398ab2d8fcb" -d '{"events": [{"server_uuid": "2ac26d8f-892c-459a-a3fb-699050981b6a", "name": "network-vif-plugged", "status": "completed", "tag": "f0e5b778-1834-4698-960a-708288f788dd"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:27:49.554975 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port f0e5b778-1834-4698-960a-708288f788dd, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0e5b778-1834-4698-960a-708288f788dd,segment=NetworkSegment(b2caf4c8-cccb-44cd-8446-401f44e9643f),segment_id=b2caf4c8-cccb-44cd-8446-401f44e9643f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:27:49.574748 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2fc025-0d55-464f-b4cd-aacec23972e3 x-openstack-request-id: req-6a2fc025-0d55-464f-b4cd-aacec23972e3 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:27:49.575081 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac26d8f-892c-459a-a3fb-699050981b6a", "name": "network-vif-plugged", "status": "completed", "tag": "f0e5b778-1834-4698-960a-708288f788dd", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:27:49.575514 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a2fc025-0d55-464f-b4cd-aacec23972e3 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:27:49.575921 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac26d8f-892c-459a-a3fb-699050981b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e5b778-1834-4698-960a-708288f788dd', 'code': 200} Nov 23 04:27:49.618898 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:49.667543 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=f0e5b778-1834-4698-960a-708288f788dd,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:27:49.914493 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d260f-75c2-4634-9165-9cb87acb2569 req-c93c0b25-706e-4df8-baf7-432a28f7d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:49.915882 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-745d260f-75c2-4634-9165-9cb87acb2569 req-c93c0b25-706e-4df8-baf7-432a28f7d4d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 1099 time: 0.0415697 Nov 23 04:27:49.960741 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-745d260f-75c2-4634-9165-9cb87acb2569 req-fa835045-98e0-43d0-94f3-d4b4cae5a425 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366480 Nov 23 04:27:50.617306 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759b559-030b-42a0-a40e-b43563cddaf5 req-cc322e99-e75e-4644-aa16-f05e7c504c46 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:50.618740 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7759b559-030b-42a0-a40e-b43563cddaf5 req-cc322e99-e75e-4644-aa16-f05e7c504c46 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 946 time: 0.0489690 Nov 23 04:27:50.664569 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7759b559-030b-42a0-a40e-b43563cddaf5 req-743bd50b-2211-4c15-8d36-717f34723e7e tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Nov 23 04:27:51.784461 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04fe9c-4092-4a10-8cea-d4ade22a5ae6 req-5ce2ef1c-de79-4ece-ae10-9aeeb47644a7 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:27:51.785898 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd04fe9c-4092-4a10-8cea-d4ade22a5ae6 req-5ce2ef1c-de79-4ece-ae10-9aeeb47644a7 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 946 time: 0.0511618 Nov 23 04:27:51.833243 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd04fe9c-4092-4a10-8cea-d4ade22a5ae6 req-15cb7974-b63c-47e7-b27f-a8016a9a39c5 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Nov 23 04:27:55.092999 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:57.241519 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63ba1f1d-0c8e-470e-a87f-c9683b490c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:27:59.732647 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5037019b-aaca-4610-90fc-69b6070d6bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:00.973453 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:02.532764 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:03.320074 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:03.522777 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:28:25.074811 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:27.189074 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c30f-6f69-4ad9-bd90-13912e033c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:29.720900 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e471d95-3e08-4071-9f6d-94fdcb5b5f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:30.976313 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:32.440833 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:33.337843 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:33.423625 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e195b2b3-f221-4c65-a2b4-3cd63ce627b9 req-bd83f6db-241a-4484-aa3b-990efdb09ae1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409782 Nov 23 04:28:33.524192 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195b2b3-f221-4c65-a2b4-3cd63ce627b9 req-697edae9-f14f-4e90-b594-73c1d5249e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:33.525795 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e195b2b3-f221-4c65-a2b4-3cd63ce627b9 req-697edae9-f14f-4e90-b594-73c1d5249e60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5aefaed1a2c141bf8363bb8ad5676b30&device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 1099 time: 0.0413268 Nov 23 04:28:33.633202 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195b2b3-f221-4c65-a2b4-3cd63ce627b9 req-c7f8e15e-69c5-444b-9389-42d25ca6e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:33.634700 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e195b2b3-f221-4c65-a2b4-3cd63ce627b9 req-c7f8e15e-69c5-444b-9389-42d25ca6e6fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=4aa2a4b8-a939-485a-bd14-88158a650324 HTTP/1.1" status: 200 len: 914 time: 0.0889471 Nov 23 04:28:33.676200 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e195b2b3-f221-4c65-a2b4-3cd63ce627b9 req-78d54b40-5b34-416c-bb99-9bf80aa03dc7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0e5b778-1834-4698-960a-708288f788dd HTTP/1.1" status: 200 len: 217 time: 0.0342977 Nov 23 04:28:33.727077 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195b2b3-f221-4c65-a2b4-3cd63ce627b9 req-9b683380-ffd9-42c3-9c93-cdc91826e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:33.728807 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e195b2b3-f221-4c65-a2b4-3cd63ce627b9 req-9b683380-ffd9-42c3-9c93-cdc91826e189 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a093268f-c6e2-4ea4-a29e-6b3890befbd8 HTTP/1.1" status: 200 len: 853 time: 0.0456796 Nov 23 04:28:33.768067 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e195b2b3-f221-4c65-a2b4-3cd63ce627b9 req-5bf5ee4e-14a1-4693-adfd-810fbadd086c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4aa2a4b8-a939-485a-bd14-88158a650324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299723 Nov 23 04:28:33.858749 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e195b2b3-f221-4c65-a2b4-3cd63ce627b9 req-826f8af4-a6d2-406b-8d9a-65fb78366695 service neutron] 10.222.0.50 "GET /v2.0/networks/4aa2a4b8-a939-485a-bd14-88158a650324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837734 Nov 23 04:28:33.954063 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e195b2b3-f221-4c65-a2b4-3cd63ce627b9 req-da672f05-274a-4c24-9d54-1f7a44bf260d service neutron] 10.222.0.50 "GET /v2.0/networks/4aa2a4b8-a939-485a-bd14-88158a650324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859888 Nov 23 04:28:35.224094 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ced39-fbde-497d-b7f0-5b701e3999c6 req-ca52ff36-e34a-47ea-a3bb-5d9daee5f079 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:35.226117 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d37ced39-fbde-497d-b7f0-5b701e3999c6 req-ca52ff36-e34a-47ea-a3bb-5d9daee5f079 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 946 time: 0.0516257 Nov 23 04:28:35.273398 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d37ced39-fbde-497d-b7f0-5b701e3999c6 req-e3fe6b5a-15c4-44c4-9b23-7b802fcfe131 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Nov 23 04:28:36.388952 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c8cf2-a78e-4f3c-9124-7c28e90e4844 req-f26e043d-8c7a-4274-b2bd-e5ba2880566b tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:36.390415 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-653c8cf2-a78e-4f3c-9124-7c28e90e4844 req-f26e043d-8c7a-4274-b2bd-e5ba2880566b tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 946 time: 0.0485828 Nov 23 04:28:36.437596 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-653c8cf2-a78e-4f3c-9124-7c28e90e4844 req-5d2dc398-5781-4a7a-9e85-d967f9450715 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Nov 23 04:28:36.930086 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4107759-cc6f-4ca8-955e-5cc8ad84d194 req-f3303ab4-1b3b-4ac5-a0a5-5065bdc21c8a tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:36.931673 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b4107759-cc6f-4ca8-955e-5cc8ad84d194 req-f3303ab4-1b3b-4ac5-a0a5-5065bdc21c8a tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 946 time: 0.0524683 Nov 23 04:28:37.018669 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b4107759-cc6f-4ca8-955e-5cc8ad84d194 req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Deleting port f0e5b778-1834-4698-960a-708288f788dd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:28:37.019000 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b4107759-cc6f-4ca8-955e-5cc8ad84d194 req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:37.107130 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b4107759-cc6f-4ca8-955e-5cc8ad84d194 req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] For port f0e5b778-1834-4698-960a-708288f788dd, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0e5b778-1834-4698-960a-708288f788dd,segment=NetworkSegment(b2caf4c8-cccb-44cd-8446-401f44e9643f),segment_id=b2caf4c8-cccb-44cd-8446-401f44e9643f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:28:37.107514 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b4107759-cc6f-4ca8-955e-5cc8ad84d194 req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:37.121857 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b4107759-cc6f-4ca8-955e-5cc8ad84d194 req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Calling delete_port for f0e5b778-1834-4698-960a-708288f788dd owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:28:37.304104 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b4107759-cc6f-4ca8-955e-5cc8ad84d194 req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:37.334791 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Pushing event deleted for resources: {'Port': ['ID=f0e5b778-1834-4698-960a-708288f788dd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:28:37.341047 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['f0e5b778-1834-4698-960a-708288f788dd'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:28:37.346379 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.346735 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.347059 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.347417 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.347745 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.348071 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.348392 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.348710 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.349036 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.349352 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.350168 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.350488 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:37.384995 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4107759-cc6f-4ca8-955e-5cc8ad84d194 req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] No DVR routers for this DVR port f0e5b778-1834-4698-960a-708288f788dd on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:28:37.387352 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b4107759-cc6f-4ca8-955e-5cc8ad84d194 req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:37.390637 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b4107759-cc6f-4ca8-955e-5cc8ad84d194 req-cd69bdbc-36aa-416d-85d1-7bff57a100db tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.50 "DELETE /v2.0/ports/f0e5b778-1834-4698-960a-708288f788dd HTTP/1.1" status: 204 len: 173 time: 0.4530022 Nov 23 04:28:37.391241 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac26d8f-892c-459a-a3fb-699050981b6a', 'name': 'network-vif-deleted', 'tag': 'f0e5b778-1834-4698-960a-708288f788dd'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:28:37.393300 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7eae87-03e4-4bde-9c87-258434670925" -d '{"events": [{"server_uuid": "2ac26d8f-892c-459a-a3fb-699050981b6a", "name": "network-vif-deleted", "tag": "f0e5b778-1834-4698-960a-708288f788dd"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:28:37.431373 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38ab96e-651f-48ae-a35d-a960b4255a03 x-openstack-request-id: req-a38ab96e-651f-48ae-a35d-a960b4255a03 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:28:37.431373 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac26d8f-892c-459a-a3fb-699050981b6a", "name": "network-vif-deleted", "tag": "f0e5b778-1834-4698-960a-708288f788dd", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:28:37.431373 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a38ab96e-651f-48ae-a35d-a960b4255a03 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:28:37.431713 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac26d8f-892c-459a-a3fb-699050981b6a', 'name': 'network-vif-deleted', 'tag': 'f0e5b778-1834-4698-960a-708288f788dd', 'status': 'completed', 'code': 200} Nov 23 04:28:37.532765 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-99d393fc-df58-45ec-a112-bee30a826574 req-0330cbae-3809-466a-8a4b-105771770c45 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ac26d8f-892c-459a-a3fb-699050981b6a HTTP/1.1" status: 200 len: 210 time: 0.0263724 Nov 23 04:28:40.522660 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:28:42.005322 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f0e5b778-1834-4698-960a-708288f788dd no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:28:42.025532 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: f0e5b778-1834-4698-960a-708288f788dd {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:28:42.026126 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device f0e5b778-1834-4698-960a-708288f788dd not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:28:49.029893 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db042-3bbc-4410-b060-458a0a365b35 req-4fe7cb33-af01-440b-95c4-df15353c5992 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:49.031367 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-4fe7cb33-af01-440b-95c4-df15353c5992 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/networks?id=4aa2a4b8-a939-485a-bd14-88158a650324 HTTP/1.1" status: 200 len: 813 time: 0.1023653 Nov 23 04:28:49.046297 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-97703ad3-ff3a-4978-9f04-231c5b391a7e tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/quotas/5aefaed1a2c141bf8363bb8ad5676b30 HTTP/1.1" status: 200 len: 375 time: 0.0093241 Nov 23 04:28:49.076844 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-5ce0ddc6-4d10-445e-88ba-33176b716051 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5aefaed1a2c141bf8363bb8ad5676b30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255177 Nov 23 04:28:49.176535 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-3046653e-213c-4bfe-b549-6eda0695c9e6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:28:49.177542 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-3046653e-213c-4bfe-b549-6eda0695c9e6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0943649 Nov 23 04:28:49.267691 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-dbcc491a-1db7-4905-938e-587c98d05717 service neutron] 10.222.0.54 "GET /v2.0/networks/4aa2a4b8-a939-485a-bd14-88158a650324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834494 Nov 23 04:28:49.356394 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-1aa4ca77-e490-42a1-93fc-4de5ffc09ead service neutron] 10.222.0.54 "GET /v2.0/networks/4aa2a4b8-a939-485a-bd14-88158a650324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810566 Nov 23 04:28:49.623691 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f766e99c-affe-4967-97bc-2c465612f40e req-f97c456f-4b18-4ce2-aeb5-9565ecebeed9 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 210 time: 0.0267425 Nov 23 04:28:50.718683 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f8dce993-305a-48a1-9b34-6fa806d0f005 req-55d8a63d-d97d-47d7-94b3-d3f72463fa57 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 210 time: 0.0266321 Nov 23 04:28:51.475935 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db042-3bbc-4410-b060-458a0a365b35 req-427dc2f2-96f1-418a-93c5-1153e1b6403b tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:51.478126 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-427dc2f2-96f1-418a-93c5-1153e1b6403b tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.50 "GET /v2.0/networks?id=4aa2a4b8-a939-485a-bd14-88158a650324 HTTP/1.1" status: 200 len: 813 time: 0.1048172 Nov 23 04:28:51.496858 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Request body: {'port': {'device_id': 'e9c01b84-e2c5-42b6-8684-eb9a5968b8d6', 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324', 'admin_state_up': True, 'tenant_id': '5aefaed1a2c141bf8363bb8ad5676b30'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:28:51.674945 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Made reservation on behalf of 5aefaed1a2c141bf8363bb8ad5676b30 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:28:51.678498 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:51.830462 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Allocated IP 172.20.0.2 (4aa2a4b8-a939-485a-bd14-88158a650324/a093268f-c6e2-4ea4-a29e-6b3890befbd8/9f3576f3-7583-4f6c-a484-51013e5d7c69) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:28:51.833801 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-34c4d77d-5da1-4cb3-b1e9-99698cf73fc8 req-8eb26391-dab5-47ee-a3d8-ac6f4b2ba2d4 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 210 time: 0.0370278 Nov 23 04:28:51.976827 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:52.092105 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761059867046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:52.137227 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Network 4aa2a4b8-a939-485a-bd14-88158a650324 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:28:52.140251 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:28:52.142934 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:28:52.178051 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Pushing event updated for resources: {'Port': ['ID=9f3576f3-7583-4f6c-a484-51013e5d7c69,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:28:52.200984 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:52.201578 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:52.289255 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-fa376c17-2b20-40ee-8f33-863fbcbb296c tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955039 Nov 23 04:28:52.308872 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Request body: {'port': {'device_id': 'e9c01b84-e2c5-42b6-8684-eb9a5968b8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:28:52.361927 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:52.626000 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3576f3-7583-4f6c-a484-51013e5d7c69 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:28:52.633879 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:52.645304 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Transition to ACTIVE for port object 9f3576f3-7583-4f6c-a484-51013e5d7c69 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:28:52.714489 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:52.765817 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3576f3-7583-4f6c-a484-51013e5d7c69,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:28:52.830242 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Attempting to bind port 9f3576f3-7583-4f6c-a484-51013e5d7c69 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:28:52.830568 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Attempting to bind port 9f3576f3-7583-4f6c-a484-51013e5d7c69 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b2caf4c8-cccb-44cd-8446-401f44e9643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:28:52.831161 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Attempting to bind port 9f3576f3-7583-4f6c-a484-51013e5d7c69 on network 4aa2a4b8-a939-485a-bd14-88158a650324 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:28:52.835097 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Port 9f3576f3-7583-4f6c-a484-51013e5d7c69 on network 4aa2a4b8-a939-485a-bd14-88158a650324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:28:52.835484 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Attempting to bind port 9f3576f3-7583-4f6c-a484-51013e5d7c69 on network 4aa2a4b8-a939-485a-bd14-88158a650324 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:28:52.840209 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Checking agent: {'id': '6c54e030-5c39-41f3-a9ea-8ecdc1f6f311', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'started_at': datetime.datetime(2021, 11, 23, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:28:52.840536 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Checking segment: {'id': 'b2caf4c8-cccb-44cd-8446-401f44e9643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:28:52.840909 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Bound using segment: {'id': 'b2caf4c8-cccb-44cd-8446-401f44e9643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:28:52.841328 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Bound port: 9f3576f3-7583-4f6c-a484-51013e5d7c69, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2caf4c8-cccb-44cd-8446-401f44e9643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:28:52.841675 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:52.908016 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] For port 9f3576f3-7583-4f6c-a484-51013e5d7c69, host hv-cinder-76845, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:28:52.912104 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] For port 9f3576f3-7583-4f6c-a484-51013e5d7c69, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9f3576f3-7583-4f6c-a484-51013e5d7c69,segment=NetworkSegment(b2caf4c8-cccb-44cd-8446-401f44e9643f),segment_id=b2caf4c8-cccb-44cd-8446-401f44e9643f)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:28:52.958423 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9777ea2-0cc3-4533-b8bd-3fb10c143191 req-75e5640b-0ed1-4396-9f4d-0fdb22c95632 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:52.959902 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c9777ea2-0cc3-4533-b8bd-3fb10c143191 req-75e5640b-0ed1-4396-9f4d-0fdb22c95632 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 943 time: 0.0497313 Nov 23 04:28:52.996386 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099951'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:53.036277 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c9777ea2-0cc3-4533-b8bd-3fb10c143191 req-9b5c6f27-1629-4637-b7cc-4cf8e5dd6512 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704093 Nov 23 04:28:53.045502 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:53.046193 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:53.047575 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] 10.222.0.50 "PUT /v2.0/ports/9f3576f3-7583-4f6c-a484-51013e5d7c69 HTTP/1.1" status: 200 len: 1093 time: 0.7431240 Nov 23 04:28:53.048018 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c01b84-e2c5-42b6-8684-eb9a5968b8d6', 'tag': '9f3576f3-7583-4f6c-a484-51013e5d7c69'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:28:53.050334 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3692966f-9868-4c47-9573-be84e56d0a30" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c01b84-e2c5-42b6-8684-eb9a5968b8d6", "tag": "9f3576f3-7583-4f6c-a484-51013e5d7c69"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:28:53.068076 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a956a-281b-43ca-a2dc-d504f82d4614 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3576f3-7583-4f6c-a484-51013e5d7c69,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:28:53.088712 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113ac6e8-2e30-47aa-b2fb-40a6e871ec2b x-openstack-request-id: req-113ac6e8-2e30-47aa-b2fb-40a6e871ec2b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:28:53.089012 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c01b84-e2c5-42b6-8684-eb9a5968b8d6", "tag": "9f3576f3-7583-4f6c-a484-51013e5d7c69", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:28:53.089268 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-113ac6e8-2e30-47aa-b2fb-40a6e871ec2b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:28:53.089674 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c01b84-e2c5-42b6-8684-eb9a5968b8d6', 'tag': '9f3576f3-7583-4f6c-a484-51013e5d7c69', 'status': 'completed', 'code': 200} Nov 23 04:28:53.175750 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692966f-9868-4c47-9573-be84e56d0a30 req-960f428b-dc07-4392-ae62-134ccfea0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:53.177185 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3692966f-9868-4c47-9573-be84e56d0a30 req-960f428b-dc07-4392-ae62-134ccfea0f14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5aefaed1a2c141bf8363bb8ad5676b30&device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0441608 Nov 23 04:28:53.277996 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692966f-9868-4c47-9573-be84e56d0a30 req-a196a92a-9ff6-4663-9e42-f6390479f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:53.279477 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3692966f-9868-4c47-9573-be84e56d0a30 req-a196a92a-9ff6-4663-9e42-f6390479f4a6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5aefaed1a2c141bf8363bb8ad5676b30&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0895958 Nov 23 04:28:53.377423 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692966f-9868-4c47-9573-be84e56d0a30 req-c3130995-7dc5-46cd-9bf7-b24f092fbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:53.379437 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3692966f-9868-4c47-9573-be84e56d0a30 req-c3130995-7dc5-46cd-9bf7-b24f092fbcdb service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924559 Nov 23 04:28:53.476267 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db042-3bbc-4410-b060-458a0a365b35 req-935325de-d14f-4d54-8d77-d7ad4c77c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:53.477862 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-935325de-d14f-4d54-8d77-d7ad4c77c481 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5aefaed1a2c141bf8363bb8ad5676b30&device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0399132 Nov 23 04:28:53.526011 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-3a5161f3-1a6a-41ef-9e86-9986941f093b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f3576f3-7583-4f6c-a484-51013e5d7c69 HTTP/1.1" status: 200 len: 217 time: 0.0327046 Nov 23 04:28:53.577758 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db042-3bbc-4410-b060-458a0a365b35 req-065bb255-8af6-4923-8df5-4af9521f2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:53.579152 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-065bb255-8af6-4923-8df5-4af9521f2102 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a093268f-c6e2-4ea4-a29e-6b3890befbd8 HTTP/1.1" status: 200 len: 853 time: 0.0454967 Nov 23 04:28:53.608962 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-8e364f40-caa2-49ce-a462-16be3c601aae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4aa2a4b8-a939-485a-bd14-88158a650324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233488 Nov 23 04:28:53.698464 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-818ce68a-680e-4cd1-8131-1d524944ea35 service neutron] 10.222.0.50 "GET /v2.0/networks/4aa2a4b8-a939-485a-bd14-88158a650324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807774 Nov 23 04:28:53.790886 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-346db042-3bbc-4410-b060-458a0a365b35 req-c68a44d6-6b98-4088-bb27-9e6e8466f139 service neutron] 10.222.0.50 "GET /v2.0/networks/4aa2a4b8-a939-485a-bd14-88158a650324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847766 Nov 23 04:28:54.152608 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385ec91-33ea-4736-a93b-634139229add req-9d544b2d-b2a3-43e5-80ae-cf5fb67838c6 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:54.154058 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d385ec91-33ea-4736-a93b-634139229add req-9d544b2d-b2a3-43e5-80ae-cf5fb67838c6 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 943 time: 0.0490780 Nov 23 04:28:54.200355 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d385ec91-33ea-4736-a93b-634139229add req-3d933a9b-7b3d-4696-b762-b6d03801b493 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403430 Nov 23 04:28:55.130136 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:55.320958 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ffd8b-8e4e-494f-9cdc-055b15ae7656 req-4524aed2-3d1b-4828-8de8-0f2101c803a8 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:55.322476 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fc1ffd8b-8e4e-494f-9cdc-055b15ae7656 req-4524aed2-3d1b-4828-8de8-0f2101c803a8 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 943 time: 0.0515282 Nov 23 04:28:55.371970 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fc1ffd8b-8e4e-494f-9cdc-055b15ae7656 req-86140ba6-ffaa-47e5-9f63-2cbe932ffdec tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Nov 23 04:28:56.485235 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a86c8-d717-4533-9d67-e2ee93bf6f74 req-627b1c6f-e0ff-4d94-9d7d-6f479faddcc4 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:56.486678 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d97a86c8-d717-4533-9d67-e2ee93bf6f74 req-627b1c6f-e0ff-4d94-9d7d-6f479faddcc4 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 943 time: 0.0481791 Nov 23 04:28:56.532626 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d97a86c8-d717-4533-9d67-e2ee93bf6f74 req-a35990f3-6456-41ce-9782-288356378105 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Nov 23 04:28:57.205659 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ee79e6e-ec69-4aad-b5e6-a1454b283e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:57.646820 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1130c6-6754-4824-a54a-4bff0ed91441 req-f09b1889-9e82-4b57-9cb9-b37b720fa0c3 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:57.648912 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bd1130c6-6754-4824-a54a-4bff0ed91441 req-f09b1889-9e82-4b57-9cb9-b37b720fa0c3 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 943 time: 0.0494356 Nov 23 04:28:57.702765 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bd1130c6-6754-4824-a54a-4bff0ed91441 req-63f0a05c-6004-4061-ad8d-51533748c23f tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452011 Nov 23 04:28:58.074360 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 9f3576f3-7583-4f6c-a484-51013e5d7c69 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:28:58.169557 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 9f3576f3-7583-4f6c-a484-51013e5d7c69, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9f3576f3-7583-4f6c-a484-51013e5d7c69,segment=NetworkSegment(b2caf4c8-cccb-44cd-8446-401f44e9643f),segment_id=b2caf4c8-cccb-44cd-8446-401f44e9643f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:28:58.180602 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Returning: {'device': '9f3576f3-7583-4f6c-a484-51013e5d7c69', 'network_id': '4aa2a4b8-a939-485a-bd14-88158a650324', 'port_id': '9f3576f3-7583-4f6c-a484-51013e5d7c69', 'mac_address': 'fa:16:3e:8e:77:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a093268f-c6e2-4ea4-a29e-6b3890befbd8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:28:58.217456 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:58.230180 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3576f3-7583-4f6c-a484-51013e5d7c69 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:28:58.248873 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 9f3576f3-7583-4f6c-a484-51013e5d7c69, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9f3576f3-7583-4f6c-a484-51013e5d7c69,segment=NetworkSegment(b2caf4c8-cccb-44cd-8446-401f44e9643f),segment_id=b2caf4c8-cccb-44cd-8446-401f44e9643f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:28:58.312988 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:58.358432 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=9f3576f3-7583-4f6c-a484-51013e5d7c69,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:28:58.365262 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.365614 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.365954 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.366288 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.366708 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.367266 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.367608 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.367939 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.368272 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.368594 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.368918 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.369239 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:28:58.602412 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['9f3576f3-7583-4f6c-a484-51013e5d7c69'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:28:58.827009 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cdc60-2247-48a4-bc93-5c8df026cda5 req-3c4a2440-026e-4587-a460-4ff87e259b14 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:58.828477 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-806cdc60-2247-48a4-bc93-5c8df026cda5 req-3c4a2440-026e-4587-a460-4ff87e259b14 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 944 time: 0.0520608 Nov 23 04:28:58.875028 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-806cdc60-2247-48a4-bc93-5c8df026cda5 req-63c359e0-ba5c-4fc0-ac34-4c9a5e715856 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Nov 23 04:28:59.724107 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-73f07aab-8bdb-4d32-bc5a-920f827e2113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:28:59.986931 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b5e24-e72d-4258-8d88-198ffe5db770 req-92e13b44-c201-483f-856b-26e881a76430 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:28:59.988413 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4d0b5e24-e72d-4258-8d88-198ffe5db770 req-92e13b44-c201-483f-856b-26e881a76430 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 944 time: 0.0472848 Nov 23 04:29:00.035529 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4d0b5e24-e72d-4258-8d88-198ffe5db770 req-5aeec0b8-e22f-46ec-8ec2-04856c3f5090 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Nov 23 04:29:00.067579 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 9f3576f3-7583-4f6c-a484-51013e5d7c69 up at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:29:00.205701 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning for port 9f3576f3-7583-4f6c-a484-51013e5d7c69 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:29:00.209457 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Provisioning complete for port 9f3576f3-7583-4f6c-a484-51013e5d7c69 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:29:00.209820 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628052'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:00.289172 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550996'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:00.312422 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c01b84-e2c5-42b6-8684-eb9a5968b8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3576f3-7583-4f6c-a484-51013e5d7c69'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:29:00.315050 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76e15ffe007c692246995d88827d31a095613d7b5f001e477c3ede7255473304" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f5e58f-d618-4647-8b53-4c256868dd0f" -d '{"events": [{"server_uuid": "e9c01b84-e2c5-42b6-8684-eb9a5968b8d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f3576f3-7583-4f6c-a484-51013e5d7c69"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:29:00.328778 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] For port 9f3576f3-7583-4f6c-a484-51013e5d7c69, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9f3576f3-7583-4f6c-a484-51013e5d7c69,segment=NetworkSegment(b2caf4c8-cccb-44cd-8446-401f44e9643f),segment_id=b2caf4c8-cccb-44cd-8446-401f44e9643f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:29:00.355093 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5b5fda-62f0-41e9-ac2d-b0470881ed74 x-openstack-request-id: req-0d5b5fda-62f0-41e9-ac2d-b0470881ed74 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:29:00.355450 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c01b84-e2c5-42b6-8684-eb9a5968b8d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f3576f3-7583-4f6c-a484-51013e5d7c69", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:29:00.355706 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d5b5fda-62f0-41e9-ac2d-b0470881ed74 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:29:00.356105 dv-cinder-768458-16-iscsi neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c01b84-e2c5-42b6-8684-eb9a5968b8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3576f3-7583-4f6c-a484-51013e5d7c69', 'code': 200} Nov 23 04:29:00.406094 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761060350266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761059867064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761059867082'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:00.455037 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Pushing event updated for resources: {'Port': ['ID=9f3576f3-7583-4f6c-a484-51013e5d7c69,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:29:00.710997 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520791f-ef11-44f9-bf0c-216563e80585 req-d1250413-6394-42ab-ada8-d2affb069655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:29:00.712498 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f520791f-ef11-44f9-bf0c-216563e80585 req-d1250413-6394-42ab-ada8-d2affb069655 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 1098 time: 0.0458322 Nov 23 04:29:00.759076 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f520791f-ef11-44f9-bf0c-216563e80585 req-f8daead5-c0d8-4a61-a8f5-174c1222aa07 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379400 Nov 23 04:29:00.978042 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:01.150706 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98b30a-c2be-4c1f-b8ee-006d2befb1b8 req-ad086454-8b0e-4ccc-b4c0-8af9d2f99245 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:29:01.152199 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed98b30a-c2be-4c1f-b8ee-006d2befb1b8 req-ad086454-8b0e-4ccc-b4c0-8af9d2f99245 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 945 time: 0.0490336 Nov 23 04:29:01.199759 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed98b30a-c2be-4c1f-b8ee-006d2befb1b8 req-ec77e16e-c20e-4006-a15a-34e4e1327483 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416148 Nov 23 04:29:02.314546 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dff3c6-4f4c-4350-9d09-1a6b6679c41c req-cd896319-43d4-4c7c-bb13-d8526b24ce9d tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:29:02.315906 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e3dff3c6-4f4c-4350-9d09-1a6b6679c41c req-cd896319-43d4-4c7c-bb13-d8526b24ce9d tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 945 time: 0.0479405 Nov 23 04:29:02.365631 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e3dff3c6-4f4c-4350-9d09-1a6b6679c41c req-4781448f-417c-4926-941d-58e6f73362d3 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436475 Nov 23 04:29:02.457495 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:03.325620 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:17.521730 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:29:24.927704 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526240e-a028-4e77-9cea-b968196a9045 req-d7318f52-4ca2-4781-ab40-896e0aba6cd3 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:29:24.929109 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6526240e-a028-4e77-9cea-b968196a9045 req-d7318f52-4ca2-4781-ab40-896e0aba6cd3 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 945 time: 0.0483356 Nov 23 04:29:24.975905 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6526240e-a028-4e77-9cea-b968196a9045 req-4962b211-df2c-409c-8c47-b6e2c46824c4 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407519 Nov 23 04:29:25.148188 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:26.215786 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9297e1-183e-4d30-bd8f-c0ff4289bc69 req-e26abd91-dae6-4f0b-bc1a-8154813a7f0f tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:29:26.217241 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e9297e1-183e-4d30-bd8f-c0ff4289bc69 req-e26abd91-dae6-4f0b-bc1a-8154813a7f0f tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 945 time: 0.1731400 Nov 23 04:29:26.263957 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e9297e1-183e-4d30-bd8f-c0ff4289bc69 req-c48c4f41-5e1a-4cac-9913-e963e8ac05c7 tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27f4090-b01f-480f-9603-ddbc6747fdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Nov 23 04:29:26.624875 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925f7b6-dcf4-4db3-aba3-9edabd9fa6f2 req-ffa9a2eb-1240-4181-b7f8-c3335ec00edc tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:29:26.626196 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2925f7b6-dcf4-4db3-aba3-9edabd9fa6f2 req-ffa9a2eb-1240-4181-b7f8-c3335ec00edc tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Nov 23 04:29:26.714196 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2925f7b6-dcf4-4db3-aba3-9edabd9fa6f2 req-e7a4891f-bf10-4cf6-bce7-a28224b2fcce tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Deleting port 9f3576f3-7583-4f6c-a484-51013e5d7c69 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:29:26.714531 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2925f7b6-dcf4-4db3-aba3-9edabd9fa6f2 req-e7a4891f-bf10-4cf6-bce7-a28224b2fcce tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761060347688'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:26.802052 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2925f7b6-dcf4-4db3-aba3-9edabd9fa6f2 req-e7a4891f-bf10-4cf6-bce7-a28224b2fcce tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] For port 9f3576f3-7583-4f6c-a484-51013e5d7c69, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9f3576f3-7583-4f6c-a484-51013e5d7c69,segment=NetworkSegment(b2caf4c8-cccb-44cd-8446-401f44e9643f),segment_id=b2caf4c8-cccb-44cd-8446-401f44e9643f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:29:26.802407 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2925f7b6-dcf4-4db3-aba3-9edabd9fa6f2 req-e7a4891f-bf10-4cf6-bce7-a28224b2fcce tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4122619'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:26.815223 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2925f7b6-dcf4-4db3-aba3-9edabd9fa6f2 req-e7a4891f-bf10-4cf6-bce7-a28224b2fcce tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Calling delete_port for 9f3576f3-7583-4f6c-a484-51013e5d7c69 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:29:27.020689 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2925f7b6-dcf4-4db3-aba3-9edabd9fa6f2 req-e7a4891f-bf10-4cf6-bce7-a28224b2fcce tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761060350293', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761059867055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099942'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:27.052699 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4891f-bf10-4cf6-bce7-a28224b2fcce tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Pushing event deleted for resources: {'Port': ['ID=9f3576f3-7583-4f6c-a484-51013e5d7c69,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:29:27.057873 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] get_ports_and_sgs() called for port_ids ['9f3576f3-7583-4f6c-a484-51013e5d7c69'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:29:27.091636 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2925f7b6-dcf4-4db3-aba3-9edabd9fa6f2 req-e7a4891f-bf10-4cf6-bce7-a28224b2fcce tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] No DVR routers for this DVR port 9f3576f3-7583-4f6c-a484-51013e5d7c69 on host hv-cinder-76845 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:29:27.093996 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2925f7b6-dcf4-4db3-aba3-9edabd9fa6f2 req-e7a4891f-bf10-4cf6-bce7-a28224b2fcce tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434607'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:27.097258 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2925f7b6-dcf4-4db3-aba3-9edabd9fa6f2 req-e7a4891f-bf10-4cf6-bce7-a28224b2fcce tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.50 "DELETE /v2.0/ports/9f3576f3-7583-4f6c-a484-51013e5d7c69 HTTP/1.1" status: 204 len: 173 time: 0.4651144 Nov 23 04:29:27.097722 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c01b84-e2c5-42b6-8684-eb9a5968b8d6', 'name': 'network-vif-deleted', 'tag': '9f3576f3-7583-4f6c-a484-51013e5d7c69'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:29:27.099950 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f5f0606a81712cdbae24908a1de59cdc35e0e73a451ee4be24bb0023ff132c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e95e82-8d84-44f3-97a9-1a7d187b734a" -d '{"events": [{"server_uuid": "e9c01b84-e2c5-42b6-8684-eb9a5968b8d6", "name": "network-vif-deleted", "tag": "9f3576f3-7583-4f6c-a484-51013e5d7c69"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:29:27.136380 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321ec949-20d5-443f-9f2e-7d10ff350b8a x-openstack-request-id: req-321ec949-20d5-443f-9f2e-7d10ff350b8a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:29:27.136672 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c01b84-e2c5-42b6-8684-eb9a5968b8d6", "name": "network-vif-deleted", "tag": "9f3576f3-7583-4f6c-a484-51013e5d7c69", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:29:27.136919 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-321ec949-20d5-443f-9f2e-7d10ff350b8a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:29:27.137309 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c01b84-e2c5-42b6-8684-eb9a5968b8d6', 'name': 'network-vif-deleted', 'tag': '9f3576f3-7583-4f6c-a484-51013e5d7c69', 'status': 'completed', 'code': 200} Nov 23 04:29:27.274409 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bbc4620-a73a-4d10-9c0a-5ffe800692a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:27.362985 dv-cinder-768458-16-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cef09998-199e-4c8f-8f1b-b49b4218efd6 req-fe632d0a-5cbf-4d73-b94c-a42f914108bc tempest-VolumesSnapshotTestJSON-677643480 tempest-VolumesSnapshotTestJSON-677643480-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9c01b84-e2c5-42b6-8684-eb9a5968b8d6 HTTP/1.1" status: 200 len: 210 time: 0.0274456 Nov 23 04:29:29.748217 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b105155-2e18-4618-bce9-467b71954c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:30.222121 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 9f3576f3-7583-4f6c-a484-51013e5d7c69 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:29:30.245361 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] No Port match for: 9f3576f3-7583-4f6c-a484-51013e5d7c69 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:29:30.245698 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Device 9f3576f3-7583-4f6c-a484-51013e5d7c69 not bound to the agent host hv-cinder-76845 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:29:30.993641 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:32.450762 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:33.312105 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:53.905676 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 36258) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:29:53.950398 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Deleting subnet a093268f-c6e2-4ea4-a29e-6b3890befbd8 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:29:53.954063 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:53.985830 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197436'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.026026 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608542'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.152046 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9645162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9143487'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.174789 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a093268f-c6e2-4ea4-a29e-6b3890befbd8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:29:54.184227 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.184640 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.184994 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.185311 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.185639 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.185962 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.186791 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.187729 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.187729 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.187729 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.188051 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.188361 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-16-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:29:54.191155 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.194330 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-ca344330-26ac-4aee-88f1-4eb52f2792a0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a093268f-c6e2-4ea4-a29e-6b3890befbd8 HTTP/1.1" status: 204 len: 168 time: 0.2869720 Nov 23 04:29:54.196771 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 36262) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:29:54.263441 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928103'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.340440 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627622', 'neutron.services.segments.db._delete_segments_for_network-8761060312459'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.360238 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa2a4b8-a939-485a-bd14-88158a650324']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:29:54.369154 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2caf4c8-cccb-44cd-8446-401f44e9643f') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:29:54.369444 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2caf4c8-cccb-44cd-8446-401f44e9643f') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:29:54.378812 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761060441878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197431'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.391366 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.397149 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:29:54.397529 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9645248'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: Traceback (most recent call last): Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: timer() Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: cb(*args, **kw) Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: return func(*args, **kwargs) Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: self._notify() Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: self.callback(batched_events) Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: event.method(event) Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: return f(self, *a, **k) Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._get(url).json() Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: return self.request(url, 'GET', **kwargs) Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:29:54.399463 dv-cinder-768458-16-iscsi neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:29:54.521562 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:29:54.534196 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3702125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120802'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.539471 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3702107'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.542777 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4aa2a4b8-a939-485a-bd14-88158a650324 HTTP/1.1" status: 204 len: 168 time: 0.3451107 Nov 23 04:29:54.553922 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ba535-e9a1-423d-901b-b03dcccd5429 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa2a4b8-a939-485a-bd14-88158a650324,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:29:54.889577 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 36266) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:29:54.929310 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-a5c39a30-2a39-4443-a6c3-a79982b4dcad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5aefaed1a2c141bf8363bb8ad5676b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386004 Nov 23 04:29:54.931746 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 36268) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:29:54.976425 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9933f76-e11d-4600-b89e-1a7e8865f12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:54.996967 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9933f76-e11d-4600-b89e-1a7e8865f12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:55.122955 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9933f76-e11d-4600-b89e-1a7e8865f12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:55.125855 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9933f76-e11d-4600-b89e-1a7e8865f12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:55.126999 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-b9933f76-e11d-4600-b89e-1a7e8865f12d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a27f4090-b01f-480f-9603-ddbc6747fdc1 HTTP/1.1" status: 204 len: 168 time: 0.1943784 Nov 23 04:29:55.134930 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9933f76-e11d-4600-b89e-1a7e8865f12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27f4090-b01f-480f-9603-ddbc6747fdc1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:29:55.152605 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:57.180430 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-345fe18c-5956-48af-9078-7086d7568d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:29:59.745425 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2af56fe-ef21-44a1-99a9-61560b35e821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:00.991402 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:02.462176 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:03.358925 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:17.168543 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 36402) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:30:17.269438 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0a69770-fe93-472e-8081-0007c5b67872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:17.343653 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0a69770-fe93-472e-8081-0007c5b67872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:17.402314 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0a69770-fe93-472e-8081-0007c5b67872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:17.439742 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a69770-fe93-472e-8081-0007c5b67872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc08786-3e5a-4b5b-b110-5c793b7c9665,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:30:17.444031 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-d0a69770-fe93-472e-8081-0007c5b67872 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b11daa25048d456d80179c1a9326c919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744880 Nov 23 04:30:17.447281 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.54', 36406) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:30:17.493639 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89135648-5b4a-464b-a690-c9aabb01caf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:17.513775 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89135648-5b4a-464b-a690-c9aabb01caf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:17.633226 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89135648-5b4a-464b-a690-c9aabb01caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4031005'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:17.635934 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89135648-5b4a-464b-a690-c9aabb01caf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:17.637097 dv-cinder-768458-16-iscsi neutron-server[103285]: INFO neutron.wsgi [None req-89135648-5b4a-464b-a690-c9aabb01caf3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/efc08786-3e5a-4b5b-b110-5c793b7c9665 HTTP/1.1" status: 204 len: 168 time: 0.1895185 Nov 23 04:30:17.644991 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89135648-5b4a-464b-a690-c9aabb01caf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc08786-3e5a-4b5b-b110-5c793b7c9665,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:30:25.152699 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:27.227000 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21d40eb2-6f90-4220-8bd0-2f966c178232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:29.739623 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc586ef8-da18-4d57-8373-e6d54d70793c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:31.009845 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:31.520709 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:30:32.450172 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:33.333405 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:55.161604 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:57.212955 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9e500ade-2d9d-4c7d-8c1f-33b347211bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:30:59.744128 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5535bfb9-cb84-4e02-ad9b-87734f56709d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:00.978555 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:02.452425 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:03.317556 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:08.519366 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:31:25.140846 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:27.191592 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-155b93e4-227f-4ff6-afa4-9c3370412e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:29.777625 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7da6fe0b-cb88-4855-ac99-bfde3e1f630b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:31.011965 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:32.471680 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:33.357377 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:45.519458 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:31:55.211342 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:57.188175 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52df2051-8bed-490a-a386-4d270c919e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:59.771449 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06d8e8bc-809f-4030-ab76-fb9e0b282e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:01.019583 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:02.462362 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:03.325568 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:22.518649 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:32:25.216360 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:27.190732 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5985edea-a5bf-4949-b532-df58131baa2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:29.750308 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-adbc155a-9b38-45be-b848-ea54a0316b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:31.004959 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:32.499037 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:33.333258 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:55.164133 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:57.189885 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54e89814-c1c1-4a9f-8e51-796fb7c266b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:59.516743 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:32:59.743750 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81ce41b7-5f43-4f26-8647-f290e67dace5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:01.026653 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:02.472631 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:03.312457 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:08.475766 dv-cinder-768458-16-iscsi neutron-server[103285]: DEBUG neutron.wsgi [req-4a62cbc1-c658-4e43-911c-d51b2dfacd12 req-9b092891-0ead-4d80-a1ab-0a0286a8df80 tempest-ServerRescueNegativeTestJSON-940095381 tempest-ServerRescueNegativeTestJSON-940095381-project] (103285) timed out ('10.222.0.50', 61526) {{(pid=103285) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 04:33:08.598377 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-86cbb0a6-22f9-46ca-8cfd-a09a9904e453 req-df85f2fd-a35e-43bb-bcb8-a4a84d9fe229 service neutron] (103284) timed out ('10.222.0.50', 61937) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 04:33:25.186221 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:27.180197 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6627-4b78-427c-b01f-254a8e9c77f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:29.745722 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0b96-b46c-4a2d-bc98-59b7422971d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:31.025716 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:32.469259 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:33.429480 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:36.514336 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:33:55.179911 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:57.177877 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-189f073c-c586-478f-8856-bbe1ad208a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:59.744934 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83213eb2-1d15-4a0c-b75d-912d68f1b024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:00.994210 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:02.480231 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:03.342651 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:13.513363 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:34:25.205402 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:27.182285 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8fa3-ded2-481a-a660-e33b8873f618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:29.759489 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-761d272f-58c1-46d2-8ef2-f9a00f7811d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:31.012876 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:32.479201 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:33.327038 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:50.513594 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:34:55.184095 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:57.178384 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9598d35a-1030-4e08-8783-4b088adc3e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:59.789346 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1bf4a91e-3371-43d2-9c86-25521c94c257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:01.012044 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:02.501584 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:03.318796 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:25.200171 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c87bf8dd-27cd-44da-93f9-11091624e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:27.171279 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ed4215b-c29e-4fd9-b0bd-e4d0726525a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:27.513212 dv-cinder-768458-16-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-5f497096-9bf1-4356-a07a-bb3be34b5c19 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:35:29.777301 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2762bf97-01b7-4d9f-ac5e-0cdd9499cdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:31.010173 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f758ae5-0a33-404f-88a6-044e68ef71a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:32.491132 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f149816b-4298-42d2-b3a1-469626ab7929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:33.320005 dv-cinder-768458-16-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979623b6-ba79-4c23-a53d-c0043a4b97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761060312531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627971'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:41.351650 dv-cinder-768458-16-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-9cde1d34-66c1-44c9-8ede-1954aaa5b0b6 req-565d04ea-2e2a-4ce3-b5ff-dd5e54aacfed service neutron] (103284) timed out ('10.222.0.54', 33748) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}